2024-12-09 13:14:46,088 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-12-09 13:14:46,103 main DEBUG Took 0.012883 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-09 13:14:46,103 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-09 13:14:46,104 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-09 13:14:46,105 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-09 13:14:46,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,117 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-09 13:14:46,144 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,146 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,147 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,149 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,156 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,157 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,159 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,160 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,166 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 13:14:46,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,168 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-09 13:14:46,172 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 13:14:46,174 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-09 13:14:46,177 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-09 13:14:46,178 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-09 13:14:46,179 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-09 13:14:46,180 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-09 13:14:46,196 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-09 13:14:46,200 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-09 13:14:46,206 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-09 13:14:46,207 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-09 13:14:46,210 main DEBUG createAppenders(={Console})
2024-12-09 13:14:46,211 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-12-09 13:14:46,213 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-12-09 13:14:46,213 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-12-09 13:14:46,216 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-09 13:14:46,216 main DEBUG OutputStream closed
2024-12-09 13:14:46,218 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-09 13:14:46,219 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-09 13:14:46,219 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-12-09 13:14:46,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-09 13:14:46,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-09 13:14:46,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-09 13:14:46,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-09 13:14:46,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-09 13:14:46,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-09 13:14:46,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-09 13:14:46,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-09 13:14:46,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-09 13:14:46,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-09 13:14:46,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-09 13:14:46,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-09 13:14:46,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-09 13:14:46,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-09 13:14:46,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-09 13:14:46,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-09 13:14:46,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-09 13:14:46,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-09 13:14:46,377 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09 13:14:46,378 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-12-09 13:14:46,378 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-09 13:14:46,396 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-12-09T13:14:46,754 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c
2024-12-09 13:14:46,758 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-09 13:14:46,759 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09T13:14:46,772 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-12-09T13:14:46,800 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-09T13:14:46,848 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d, deleteOnExit=true
2024-12-09T13:14:46,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-09T13:14:46,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/test.cache.data in system properties and HBase conf
2024-12-09T13:14:46,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/hadoop.tmp.dir in system properties and HBase conf
2024-12-09T13:14:46,851 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/hadoop.log.dir in system properties and HBase conf
2024-12-09T13:14:46,852 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-09T13:14:46,853 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-09T13:14:46,853 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-09T13:14:47,035 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-09T13:14:47,175 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T13:14:47,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-09T13:14:47,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-09T13:14:47,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-09T13:14:47,182 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T13:14:47,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-09T13:14:47,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-09T13:14:47,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T13:14:47,185 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T13:14:47,185 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-09T13:14:47,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/nfs.dump.dir in system properties and HBase conf
2024-12-09T13:14:47,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/java.io.tmpdir in system properties and HBase conf
2024-12-09T13:14:47,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T13:14:47,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-09T13:14:47,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-09T13:14:48,516 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-09T13:14:48,660 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3724ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-09T13:14:48,770 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:14:48,855 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:14:48,917 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:14:48,917 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:14:48,919 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-09T13:14:48,952 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:14:48,959 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:14:48,961 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:14:49,351 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/java.io.tmpdir/jetty-localhost-46151-hadoop-hdfs-3_4_1-tests_jar-_-any-11237571289447096879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T13:14:49,368 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:46151}
2024-12-09T13:14:49,369 INFO  [Time-limited test {}] server.Server(415): Started @4435ms
2024-12-09T13:14:49,984 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T13:14:49,997 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T13:14:50,006 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T13:14:50,008 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T13:14:50,008 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-09T13:14:50,014 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/hadoop.log.dir/,AVAILABLE}
2024-12-09T13:14:50,018 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T13:14:50,197 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/java.io.tmpdir/jetty-localhost-43423-hadoop-hdfs-3_4_1-tests_jar-_-any-3618216058331494164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:14:50,201 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:43423}
2024-12-09T13:14:50,201 INFO  [Time-limited test {}] server.Server(415): Started @5267ms
2024-12-09T13:14:50,287 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T13:14:51,081 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/data/data1/current/BP-1967751215-172.17.0.3-1733750088169/current, will proceed with Du for space computation calculation, 
2024-12-09T13:14:51,081 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/data/data2/current/BP-1967751215-172.17.0.3-1733750088169/current, will proceed with Du for space computation calculation, 
2024-12-09T13:14:51,209 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T13:14:51,285 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3752e210deb09f39 with lease ID 0x90078adebb8ae8d2: Processing first storage report for DS-a711365b-e893-4653-b7fb-cddfa4b392f7 from datanode DatanodeRegistration(127.0.0.1:33477, datanodeUuid=d4c5a0ae-3928-4118-a4e1-42cb18b3f395, infoPort=35383, infoSecurePort=0, ipcPort=37159, storageInfo=lv=-57;cid=testClusterID;nsid=492231859;c=1733750088169)
2024-12-09T13:14:51,286 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3752e210deb09f39 with lease ID 0x90078adebb8ae8d2: from storage DS-a711365b-e893-4653-b7fb-cddfa4b392f7 node DatanodeRegistration(127.0.0.1:33477, datanodeUuid=d4c5a0ae-3928-4118-a4e1-42cb18b3f395, infoPort=35383, infoSecurePort=0, ipcPort=37159, storageInfo=lv=-57;cid=testClusterID;nsid=492231859;c=1733750088169), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-09T13:14:51,288 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3752e210deb09f39 with lease ID 0x90078adebb8ae8d2: Processing first storage report for DS-209ba2e0-3a20-409e-b43d-003249d2b0fe from datanode DatanodeRegistration(127.0.0.1:33477, datanodeUuid=d4c5a0ae-3928-4118-a4e1-42cb18b3f395, infoPort=35383, infoSecurePort=0, ipcPort=37159, storageInfo=lv=-57;cid=testClusterID;nsid=492231859;c=1733750088169)
2024-12-09T13:14:51,289 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3752e210deb09f39 with lease ID 0x90078adebb8ae8d2: from storage DS-209ba2e0-3a20-409e-b43d-003249d2b0fe node DatanodeRegistration(127.0.0.1:33477, datanodeUuid=d4c5a0ae-3928-4118-a4e1-42cb18b3f395, infoPort=35383, infoSecurePort=0, ipcPort=37159, storageInfo=lv=-57;cid=testClusterID;nsid=492231859;c=1733750088169), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-09T13:14:51,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c
2024-12-09T13:14:51,510 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/zookeeper_0, clientPort=61090, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-09T13:14:51,526 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61090
2024-12-09T13:14:51,540 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:14:51,544 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:14:51,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741825_1001 (size=7)
2024-12-09T13:14:51,925 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d with version=8
2024-12-09T13:14:51,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/hbase-staging
2024-12-09T13:14:52,062 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-09T13:14:52,385 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:14:52,400 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:14:52,401 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:14:52,407 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:14:52,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:14:52,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:14:52,609 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-09T13:14:52,707 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-09T13:14:52,723 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-09T13:14:52,728 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:14:52,767 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2786 (auto-detected)
2024-12-09T13:14:52,769 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-09T13:14:52,788 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35467
2024-12-09T13:14:52,815 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35467 connecting to ZooKeeper ensemble=127.0.0.1:61090
2024-12-09T13:14:52,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354670x0, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:14:52,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35467-0x1012b527ecd0000 connected
2024-12-09T13:14:52,993 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:14:52,996 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:14:53,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:14:53,020 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d, hbase.cluster.distributed=false
2024-12-09T13:14:53,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:14:53,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35467
2024-12-09T13:14:53,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35467
2024-12-09T13:14:53,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35467
2024-12-09T13:14:53,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35467
2024-12-09T13:14:53,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35467
2024-12-09T13:14:53,277 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/cad571b91d50:0 server-side Connection retries=45
2024-12-09T13:14:53,279 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:14:53,280 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T13:14:53,280 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T13:14:53,280 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T13:14:53,280 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T13:14:53,284 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T13:14:53,290 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T13:14:53,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33809
2024-12-09T13:14:53,300 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33809 connecting to ZooKeeper ensemble=127.0.0.1:61090
2024-12-09T13:14:53,302 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:14:53,306 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:14:53,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338090x0, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T13:14:53,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338090x0, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:14:53,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33809-0x1012b527ecd0001 connected
2024-12-09T13:14:53,351 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T13:14:53,398 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T13:14:53,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T13:14:53,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T13:14:53,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33809
2024-12-09T13:14:53,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33809
2024-12-09T13:14:53,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33809
2024-12-09T13:14:53,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33809
2024-12-09T13:14:53,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33809
2024-12-09T13:14:53,453 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cad571b91d50:35467
2024-12-09T13:14:53,457 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cad571b91d50,35467,1733750092138
2024-12-09T13:14:53,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:14:53,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:14:53,478 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cad571b91d50,35467,1733750092138
2024-12-09T13:14:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:53,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T13:14:53,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:53,524 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T13:14:53,526 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cad571b91d50,35467,1733750092138 from backup master directory
2024-12-09T13:14:53,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:14:53,534 WARN  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:14:53,535 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cad571b91d50,35467,1733750092138
2024-12-09T13:14:53,537 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-09T13:14:53,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cad571b91d50,35467,1733750092138
2024-12-09T13:14:53,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T13:14:53,543 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-09T13:14:53,632 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/hbase.id] with ID: b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9
2024-12-09T13:14:53,633 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/.tmp/hbase.id
2024-12-09T13:14:53,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741826_1002 (size=42)
2024-12-09T13:14:54,048 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/.tmp/hbase.id]:[hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/hbase.id]
2024-12-09T13:14:54,112 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T13:14:54,119 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-09T13:14:54,149 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms.
2024-12-09T13:14:54,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:54,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:54,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741827_1003 (size=196)
2024-12-09T13:14:54,246 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:14:54,250 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T13:14:54,272 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:14:54,278 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:14:54,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741828_1004 (size=1189)
2024-12-09T13:14:54,396 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store
2024-12-09T13:14:54,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741829_1005 (size=34)
2024-12-09T13:14:54,867 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-09T13:14:54,871 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:14:54,873 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T13:14:54,873 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:14:54,873 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:14:54,875 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T13:14:54,876 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:14:54,876 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:14:54,878 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733750094873Disabling compacts and flushes for region at 1733750094873Disabling writes for close at 1733750094876 (+3 ms)Writing region close event to WAL at 1733750094876Closed at 1733750094876
2024-12-09T13:14:54,881 WARN  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/.initializing
2024-12-09T13:14:54,882 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/WALs/cad571b91d50,35467,1733750092138
2024-12-09T13:14:54,896 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:14:54,927 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C35467%2C1733750092138, suffix=, logDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/WALs/cad571b91d50,35467,1733750092138, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/oldWALs, maxLogs=10
2024-12-09T13:14:54,968 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/WALs/cad571b91d50,35467,1733750092138/cad571b91d50%2C35467%2C1733750092138.1733750094937, exclude list is [], retry=0
2024-12-09T13:14:54,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33477,DS-a711365b-e893-4653-b7fb-cddfa4b392f7,DISK]
2024-12-09T13:14:55,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-09T13:14:55,079 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/WALs/cad571b91d50,35467,1733750092138/cad571b91d50%2C35467%2C1733750092138.1733750094937
2024-12-09T13:14:55,082 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35383:35383)]
2024-12-09T13:14:55,083 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:14:55,084 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:14:55,095 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:14:55,096 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:14:55,163 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:14:55,203 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T13:14:55,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:55,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:55,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:14:55,222 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T13:14:55,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:55,224 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:14:55,225 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:14:55,231 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T13:14:55,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:55,233 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:14:55,235 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T13:14:55,241 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T13:14:55,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:55,243 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:14:55,245 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:14:55,250 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:14:55,252 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:14:55,263 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:14:55,264 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:14:55,270 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T13:14:55,281 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T13:14:55,315 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:14:55,318 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67620009, jitterRate=0.00761665403842926}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T13:14:55,328 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733750095116Initializing all the Stores at 1733750095120 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750095120Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750095127 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750095127Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750095127Cleaning up temporary data from old regions at 1733750095264 (+137 ms)Region opened successfully at 1733750095328 (+64 ms)
2024-12-09T13:14:55,330 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T13:14:55,388 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef49964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:14:55,443 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-09T13:14:55,458 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-09T13:14:55,458 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-09T13:14:55,469 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-09T13:14:55,476 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec
2024-12-09T13:14:55,483 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-12-09T13:14:55,484 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T13:14:55,562 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-09T13:14:55,583 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-09T13:14:55,594 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-09T13:14:55,597 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-09T13:14:55,602 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-09T13:14:55,607 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-09T13:14:55,613 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-09T13:14:55,625 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-09T13:14:55,628 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-09T13:14:55,632 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-09T13:14:55,635 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-09T13:14:55,662 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-09T13:14:55,666 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-09T13:14:55,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:14:55,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T13:14:55,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:55,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:55,678 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cad571b91d50,35467,1733750092138, sessionid=0x1012b527ecd0000, setting cluster-up flag (Was=false)
2024-12-09T13:14:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:55,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:55,725 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-09T13:14:55,731 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cad571b91d50,35467,1733750092138
2024-12-09T13:14:55,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:55,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:55,763 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-09T13:14:55,765 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cad571b91d50,35467,1733750092138
2024-12-09T13:14:55,775 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-09T13:14:55,869 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(746): ClusterId : b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9
2024-12-09T13:14:55,876 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T13:14:55,902 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T13:14:55,903 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T13:14:55,909 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T13:14:55,910 DEBUG [RS:0;cad571b91d50:33809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29522b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cad571b91d50/172.17.0.3:0
2024-12-09T13:14:55,916 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-09T13:14:55,932 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-09T13:14:55,942 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cad571b91d50:33809
2024-12-09T13:14:55,950 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T13:14:55,950 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T13:14:55,951 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T13:14:55,957 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-09T13:14:55,962 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(2659): reportForDuty to master=cad571b91d50,35467,1733750092138 with port=33809, startcode=1733750093218
2024-12-09T13:14:55,966 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cad571b91d50,35467,1733750092138
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-09T13:14:55,980 DEBUG [RS:0;cad571b91d50:33809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T13:14:55,981 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:14:55,981 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:14:55,981 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:14:55,981 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cad571b91d50:0, corePoolSize=5, maxPoolSize=5
2024-12-09T13:14:55,982 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cad571b91d50:0, corePoolSize=10, maxPoolSize=10
2024-12-09T13:14:55,982 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:55,982 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:14:55,982 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,007 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733750126007
2024-12-09T13:14:56,010 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-09T13:14:56,012 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-09T13:14:56,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:14:56,017 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-09T13:14:56,020 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-09T13:14:56,020 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-09T13:14:56,021 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-09T13:14:56,021 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-09T13:14:56,024 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,036 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-09T13:14:56,038 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-09T13:14:56,041 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-09T13:14:56,046 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-09T13:14:56,046 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-09T13:14:56,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:56,056 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-09T13:14:56,068 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750096055,5,FailOnTimeoutGroup]
2024-12-09T13:14:56,073 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750096068,5,FailOnTimeoutGroup]
2024-12-09T13:14:56,073 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,074 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-09T13:14:56,081 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,082 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,101 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T13:14:56,146 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cad571b91d50,33809,1733750093218
2024-12-09T13:14:56,149 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] master.ServerManager(517): Registering regionserver=cad571b91d50,33809,1733750093218
2024-12-09T13:14:56,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741831_1007 (size=1321)
2024-12-09T13:14:56,163 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-09T13:14:56,163 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d
2024-12-09T13:14:56,195 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d
2024-12-09T13:14:56,195 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36547
2024-12-09T13:14:56,195 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T13:14:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:14:56,208 DEBUG [RS:0;cad571b91d50:33809 {}] zookeeper.ZKUtil(111): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cad571b91d50,33809,1733750093218
2024-12-09T13:14:56,208 WARN  [RS:0;cad571b91d50:33809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T13:14:56,208 INFO  [RS:0;cad571b91d50:33809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:14:56,209 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/WALs/cad571b91d50,33809,1733750093218
2024-12-09T13:14:56,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741832_1008 (size=32)
2024-12-09T13:14:56,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:14:56,242 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cad571b91d50,33809,1733750093218]
2024-12-09T13:14:56,254 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T13:14:56,261 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T13:14:56,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:56,262 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:56,263 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T13:14:56,266 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T13:14:56,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:56,267 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:56,268 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T13:14:56,271 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T13:14:56,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:56,272 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:56,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T13:14:56,275 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T13:14:56,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:56,277 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:56,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T13:14:56,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740
2024-12-09T13:14:56,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740
2024-12-09T13:14:56,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T13:14:56,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T13:14:56,285 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:14:56,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T13:14:56,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:14:56,304 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T13:14:56,306 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67068935, jitterRate=-5.949884653091431E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:14:56,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733750096242Initializing all the Stores at 1733750096248 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750096248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750096253 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750096253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750096253Cleaning up temporary data from old regions at 1733750096284 (+31 ms)Region opened successfully at 1733750096311 (+27 ms)
2024-12-09T13:14:56,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T13:14:56,311 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T13:14:56,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T13:14:56,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T13:14:56,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T13:14:56,314 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T13:14:56,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733750096311Disabling compacts and flushes for region at 1733750096311Disabling writes for close at 1733750096312 (+1 ms)Writing region close event to WAL at 1733750096313 (+1 ms)Closed at 1733750096314 (+1 ms)
2024-12-09T13:14:56,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:14:56,319 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-09T13:14:56,326 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T13:14:56,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-09T13:14:56,337 INFO  [RS:0;cad571b91d50:33809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T13:14:56,337 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,342 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T13:14:56,342 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T13:14:56,346 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T13:14:56,355 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T13:14:56,356 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,358 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,359 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,359 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,359 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,359 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,360 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cad571b91d50:0, corePoolSize=2, maxPoolSize=2
2024-12-09T13:14:56,360 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,360 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,360 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,360 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,361 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,363 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cad571b91d50:0, corePoolSize=1, maxPoolSize=1
2024-12-09T13:14:56,363 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:14:56,364 DEBUG [RS:0;cad571b91d50:33809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0, corePoolSize=3, maxPoolSize=3
2024-12-09T13:14:56,367 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,368 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,368 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,371 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,372 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,372 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,33809,1733750093218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:14:56,404 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T13:14:56,407 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,33809,1733750093218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,410 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,411 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.Replication(171): cad571b91d50,33809,1733750093218 started
2024-12-09T13:14:56,487 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:56,488 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1482): Serving as cad571b91d50,33809,1733750093218, RpcServer on cad571b91d50/172.17.0.3:33809, sessionid=0x1012b527ecd0001
2024-12-09T13:14:56,489 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T13:14:56,489 DEBUG [RS:0;cad571b91d50:33809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cad571b91d50,33809,1733750093218
2024-12-09T13:14:56,489 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,33809,1733750093218'
2024-12-09T13:14:56,489 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T13:14:56,499 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T13:14:56,500 WARN  [cad571b91d50:35467 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T13:14:56,507 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T13:14:56,507 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T13:14:56,507 DEBUG [RS:0;cad571b91d50:33809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cad571b91d50,33809,1733750093218
2024-12-09T13:14:56,508 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cad571b91d50,33809,1733750093218'
2024-12-09T13:14:56,519 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T13:14:56,527 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T13:14:56,535 DEBUG [RS:0;cad571b91d50:33809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T13:14:56,535 INFO  [RS:0;cad571b91d50:33809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T13:14:56,536 INFO  [RS:0;cad571b91d50:33809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T13:14:56,643 INFO  [RS:0;cad571b91d50:33809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T13:14:56,655 INFO  [RS:0;cad571b91d50:33809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C33809%2C1733750093218, suffix=, logDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/WALs/cad571b91d50,33809,1733750093218, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/oldWALs, maxLogs=32
2024-12-09T13:14:56,688 DEBUG [RS:0;cad571b91d50:33809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/WALs/cad571b91d50,33809,1733750093218/cad571b91d50%2C33809%2C1733750093218.1733750096661, exclude list is [], retry=0
2024-12-09T13:14:56,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33477,DS-a711365b-e893-4653-b7fb-cddfa4b392f7,DISK]
2024-12-09T13:14:56,714 INFO  [RS:0;cad571b91d50:33809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/WALs/cad571b91d50,33809,1733750093218/cad571b91d50%2C33809%2C1733750093218.1733750096661
2024-12-09T13:14:56,722 DEBUG [RS:0;cad571b91d50:33809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35383:35383)]
2024-12-09T13:14:56,753 DEBUG [cad571b91d50:35467 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-09T13:14:56,773 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:14:56,781 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cad571b91d50,33809,1733750093218, state=OPENING
2024-12-09T13:14:56,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-09T13:14:56,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:56,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:14:56,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:14:56,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:14:56,805 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T13:14:56,807 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:14:56,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T13:14:56,996 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T13:14:57,014 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-09T13:14:57,014 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T13:14:57,015 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-09T13:14:57,023 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cad571b91d50%2C33809%2C1733750093218.meta, suffix=.meta, logDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/WALs/cad571b91d50,33809,1733750093218, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/oldWALs, maxLogs=32
2024-12-09T13:14:57,045 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/WALs/cad571b91d50,33809,1733750093218/cad571b91d50%2C33809%2C1733750093218.meta.1733750097025.meta, exclude list is [], retry=0
2024-12-09T13:14:57,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33477,DS-a711365b-e893-4653-b7fb-cddfa4b392f7,DISK]
2024-12-09T13:14:57,059 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/WALs/cad571b91d50,33809,1733750093218/cad571b91d50%2C33809%2C1733750093218.meta.1733750097025.meta
2024-12-09T13:14:57,060 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35383:35383)]
2024-12-09T13:14:57,061 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:14:57,063 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-09T13:14:57,072 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-09T13:14:57,078 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-09T13:14:57,083 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-09T13:14:57,084 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:14:57,084 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-09T13:14:57,084 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-09T13:14:57,088 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T13:14:57,090 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T13:14:57,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:57,091 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:57,092 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T13:14:57,093 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T13:14:57,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:57,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:57,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T13:14:57,097 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T13:14:57,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:57,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:57,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T13:14:57,104 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T13:14:57,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:57,105 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T13:14:57,105 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T13:14:57,107 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740
2024-12-09T13:14:57,110 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740
2024-12-09T13:14:57,114 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T13:14:57,115 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T13:14:57,118 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:14:57,132 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T13:14:57,139 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69853742, jitterRate=0.04090186953544617}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:14:57,139 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-09T13:14:57,142 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733750097085Writing region info on filesystem at 1733750097085Initializing all the Stores at 1733750097087 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750097087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750097088 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750097088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733750097088Cleaning up temporary data from old regions at 1733750097115 (+27 ms)Running coprocessor post-open hooks at 1733750097139 (+24 ms)Region opened successfully at 1733750097142 (+3 ms)
2024-12-09T13:14:57,156 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733750096979
2024-12-09T13:14:57,179 DEBUG [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-09T13:14:57,180 INFO  [RS_OPEN_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-09T13:14:57,183 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:14:57,191 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cad571b91d50,33809,1733750093218, state=OPEN
2024-12-09T13:14:57,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:14:57,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:14:57,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T13:14:57,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:57,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T13:14:57,211 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-09T13:14:57,212 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cad571b91d50,33809,1733750093218 in 395 msec
2024-12-09T13:14:57,221 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T13:14:57,221 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 886 msec
2024-12-09T13:14:57,224 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T13:14:57,224 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-09T13:14:57,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:57,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:57,289 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:57,296 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:57,355 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5000 sec
2024-12-09T13:14:57,357 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733750097356, completionTime=-1
2024-12-09T13:14:57,360 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-09T13:14:57,360 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-09T13:14:57,412 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-09T13:14:57,412 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733750157412
2024-12-09T13:14:57,412 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733750217412
2024-12-09T13:14:57,413 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 52 msec
2024-12-09T13:14:57,420 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,35467,1733750092138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:57,423 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,35467,1733750092138-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:57,423 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,35467,1733750092138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:57,425 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cad571b91d50:35467, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:57,434 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:57,439 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:57,444 DEBUG [master/cad571b91d50:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-09T13:14:57,513 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.978sec
2024-12-09T13:14:57,515 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-09T13:14:57,517 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-09T13:14:57,518 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-09T13:14:57,519 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-09T13:14:57,519 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-09T13:14:57,520 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,35467,1733750092138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T13:14:57,521 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,35467,1733750092138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-09T13:14:57,546 DEBUG [master/cad571b91d50:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-09T13:14:57,548 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-09T13:14:57,549 INFO  [master/cad571b91d50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cad571b91d50,35467,1733750092138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T13:14:57,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:57,593 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-09T13:14:57,593 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-09T13:14:57,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:57,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:57,622 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d21481f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:57,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:57,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:57,642 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:57,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:57,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:57,674 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:57,763 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cad571b91d50,35467,1733750092138
2024-12-09T13:14:57,805 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=1331, ProcessCount=11, AvailableMemoryMB=5019
2024-12-09T13:14:57,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:14:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,35467,1733750092138
2024-12-09T13:14:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680215db
2024-12-09T13:14:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:14:57,841 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:14:57,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:14:57,852 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:14:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-09T13:14:57,885 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T13:14:57,889 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-12-09T13:14:57,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:57,894 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T13:14:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:14:57,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741835_1011 (size=1061)
2024-12-09T13:14:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:14:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:14:58,332 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d
2024-12-09T13:14:58,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741836_1012 (size=53)
2024-12-09T13:14:58,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:14:58,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 864de806f088b04bf753d5c66d79ae6a, disabling compactions & flushes
2024-12-09T13:14:58,378 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:58,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:58,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. after waiting 0 ms
2024-12-09T13:14:58,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:58,378 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:58,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 864de806f088b04bf753d5c66d79ae6a:
Waiting for close lock at 1733750098377Disabling compacts and flushes for region at 1733750098377Disabling writes for close at 1733750098378 (+1 ms)Writing region close event to WAL at 1733750098378Closed at 1733750098378
2024-12-09T13:14:58,383 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T13:14:58,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733750098383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733750098383"}]},"ts":"1733750098383"}
2024-12-09T13:14:58,403 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T13:14:58,407 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T13:14:58,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750098407"}]},"ts":"1733750098407"}
2024-12-09T13:14:58,419 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-09T13:14:58,422 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, ASSIGN}]
2024-12-09T13:14:58,426 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, ASSIGN
2024-12-09T13:14:58,447 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, ASSIGN; state=OFFLINE, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=false
2024-12-09T13:14:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:14:58,599 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=864de806f088b04bf753d5c66d79ae6a, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:14:58,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, ASSIGN because future has completed
2024-12-09T13:14:58,607 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:14:58,773 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:58,773 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:14:58,774 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,774 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:14:58,774 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,775 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,787 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 864de806f088b04bf753d5c66d79ae6a 
2024-12-09T13:14:58,793 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:14:58,793 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864de806f088b04bf753d5c66d79ae6a columnFamilyName A
2024-12-09T13:14:58,793 DEBUG [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:58,798 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.HStore(327): Store=864de806f088b04bf753d5c66d79ae6a/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:14:58,798 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 864de806f088b04bf753d5c66d79ae6a 
2024-12-09T13:14:58,804 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:14:58,804 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864de806f088b04bf753d5c66d79ae6a columnFamilyName B
2024-12-09T13:14:58,805 DEBUG [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:58,807 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.HStore(327): Store=864de806f088b04bf753d5c66d79ae6a/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:14:58,807 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 864de806f088b04bf753d5c66d79ae6a 
2024-12-09T13:14:58,816 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:14:58,817 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864de806f088b04bf753d5c66d79ae6a columnFamilyName C
2024-12-09T13:14:58,817 DEBUG [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:14:58,826 INFO  [StoreOpener-864de806f088b04bf753d5c66d79ae6a-1 {}] regionserver.HStore(327): Store=864de806f088b04bf753d5c66d79ae6a/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:14:58,827 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:58,827 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,829 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,831 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,834 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,834 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,837 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:14:58,840 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,862 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:14:58,866 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 864de806f088b04bf753d5c66d79ae6a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69526680, jitterRate=0.036028265953063965}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:14:58,871 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:58,872 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 864de806f088b04bf753d5c66d79ae6a:
Running coprocessor pre-open hook at 1733750098775Writing region info on filesystem at 1733750098775Initializing all the Stores at 1733750098783 (+8 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750098784 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750098784Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750098784Cleaning up temporary data from old regions at 1733750098834 (+50 ms)Running coprocessor post-open hooks at 1733750098871 (+37 ms)Region opened successfully at 1733750098872 (+1 ms)
2024-12-09T13:14:58,881 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., pid=6, masterSystemTime=1733750098763
2024-12-09T13:14:58,896 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:58,896 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:58,905 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=864de806f088b04bf753d5c66d79ae6a, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:14:58,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:14:58,925 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=cad571b91d50,33809,1733750093218, table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-09T13:14:58,958 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-09T13:14:58,959 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218 in 337 msec
2024-12-09T13:14:58,975 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-09T13:14:58,975 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, ASSIGN in 538 msec
2024-12-09T13:14:58,980 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T13:14:58,980 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750098980"}]},"ts":"1733750098980"}
2024-12-09T13:14:58,990 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-09T13:14:58,993 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T13:14:59,004 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1300 sec
2024-12-09T13:14:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T13:14:59,043 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:14:59,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,057 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6900c275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,063 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a12729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,078 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:14:59,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,35467,1733750092138
2024-12-09T13:14:59,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@737a82e7
2024-12-09T13:14:59,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:14:59,095 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:14:59,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,108 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,125 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,136 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,141 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,160 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,168 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27108bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,180 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e6697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,193 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b32f21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,200 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d50916d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,208 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,227 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60486904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,232 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ad14c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,259 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf5031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,267 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e54299b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,279 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ae3f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,286 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bee5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:14:59,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:14:59,295 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:14:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:14:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:14:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ddb883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:14:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:14:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:14:59,301 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:14:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2171b18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:14:59,327 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,328 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,328 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,329 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,330 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,332 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,332 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,334 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,339 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,341 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,341 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,342 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:14:59,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,348 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,348 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,352 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,353 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:14:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:14:59,365 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:14:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,381 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:14:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-12-09T13:14:59,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T13:14:59,389 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:14:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,392 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:14:59,395 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:14:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:14:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:14:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T13:14:59,520 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:14:59,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:14:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:14:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:14:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:14:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:14:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:14:59,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:14:59,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:59,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:14:59,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:59,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:14:59,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:14:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:14:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T13:14:59,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750159676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750159673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750159703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750159716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750159726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/aa3408a009ef40b3bcbabedd1fb9d981 is 50, key is test_row_0/A:col10/1733750099482/Put/seqid=0
2024-12-09T13:14:59,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:14:59,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:59,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:14:59,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:14:59,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:14:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:14:59,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:14:59,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741837_1013 (size=12001)
2024-12-09T13:14:59,896 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/aa3408a009ef40b3bcbabedd1fb9d981
2024-12-09T13:14:59,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750159940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750159941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750159942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:14:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750159943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750159940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:14:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:14:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:14:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:00,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T13:15:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/ec3c25318464463380bde82201956cf4 is 50, key is test_row_0/B:col10/1733750099482/Put/seqid=0
2024-12-09T13:15:00,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741838_1014 (size=12001)
2024-12-09T13:15:00,150 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/ec3c25318464463380bde82201956cf4
2024-12-09T13:15:00,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750160165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750160165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750160166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750160166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750160176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/28e2741747d34561aa87d7dfd8678474 is 50, key is test_row_0/C:col10/1733750099482/Put/seqid=0
2024-12-09T13:15:00,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741839_1015 (size=12001)
2024-12-09T13:15:00,309 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/28e2741747d34561aa87d7dfd8678474
2024-12-09T13:15:00,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/aa3408a009ef40b3bcbabedd1fb9d981 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/aa3408a009ef40b3bcbabedd1fb9d981
2024-12-09T13:15:00,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,358 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/aa3408a009ef40b3bcbabedd1fb9d981, entries=150, sequenceid=15, filesize=11.7 K
2024-12-09T13:15:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/ec3c25318464463380bde82201956cf4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/ec3c25318464463380bde82201956cf4
2024-12-09T13:15:00,415 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/ec3c25318464463380bde82201956cf4, entries=150, sequenceid=15, filesize=11.7 K
2024-12-09T13:15:00,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/28e2741747d34561aa87d7dfd8678474 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/28e2741747d34561aa87d7dfd8678474
2024-12-09T13:15:00,453 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/28e2741747d34561aa87d7dfd8678474, entries=150, sequenceid=15, filesize=11.7 K
2024-12-09T13:15:00,468 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 864de806f088b04bf753d5c66d79ae6a in 942ms, sequenceid=15, compaction requested=false
2024-12-09T13:15:00,469 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-09T13:15:00,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:00,508 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:15:00,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:00,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:00,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:00,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T13:15:00,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5c897acbc01b451384e3c20fdf0a1763 is 50, key is test_row_0/A:col10/1733750099671/Put/seqid=0
2024-12-09T13:15:00,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741840_1016 (size=16681)
2024-12-09T13:15:00,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750160556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750160556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750160562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750160602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750160615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:00,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:00,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750160724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750160724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750160725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750160747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750160748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:00,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:00,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750160944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750160956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750160966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750160957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:00,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750160967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:00,996 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5c897acbc01b451384e3c20fdf0a1763
2024-12-09T13:15:00,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:00,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:00,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:00,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:00,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/4eb43fc2f107409e975f2dc5b9f8a957 is 50, key is test_row_0/B:col10/1733750099671/Put/seqid=0
2024-12-09T13:15:01,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741841_1017 (size=12001)
2024-12-09T13:15:01,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:01,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:01,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750161285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750161287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750161297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750161297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750161307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:01,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,507 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/4eb43fc2f107409e975f2dc5b9f8a957
2024-12-09T13:15:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T13:15:01,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/c89896649bd742849e797565becf07a9 is 50, key is test_row_0/C:col10/1733750099671/Put/seqid=0
2024-12-09T13:15:01,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:01,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:01,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741842_1018 (size=12001)
2024-12-09T13:15:01,693 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/c89896649bd742849e797565becf07a9
2024-12-09T13:15:01,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5c897acbc01b451384e3c20fdf0a1763 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c897acbc01b451384e3c20fdf0a1763
2024-12-09T13:15:01,768 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c897acbc01b451384e3c20fdf0a1763, entries=250, sequenceid=35, filesize=16.3 K
2024-12-09T13:15:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/4eb43fc2f107409e975f2dc5b9f8a957 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4eb43fc2f107409e975f2dc5b9f8a957
2024-12-09T13:15:01,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750161827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,832 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4eb43fc2f107409e975f2dc5b9f8a957, entries=150, sequenceid=35, filesize=11.7 K
2024-12-09T13:15:01,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:01,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:01,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/c89896649bd742849e797565becf07a9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/c89896649bd742849e797565becf07a9
2024-12-09T13:15:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750161835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750161836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750161836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:01,861 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/c89896649bd742849e797565becf07a9, entries=150, sequenceid=35, filesize=11.7 K
2024-12-09T13:15:01,864 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 864de806f088b04bf753d5c66d79ae6a in 1356ms, sequenceid=35, compaction requested=false
2024-12-09T13:15:01,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:01,885 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:15:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:01,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:01,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f3b6201ecce24593ab392cbb21e07c4e is 50, key is test_row_0/A:col10/1733750100590/Put/seqid=0
2024-12-09T13:15:01,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741843_1019 (size=14341)
2024-12-09T13:15:01,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:01,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:01,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:01,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:01,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750162227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:02,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:02,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750162355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:02,382 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f3b6201ecce24593ab392cbb21e07c4e
2024-12-09T13:15:02,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/3939a6c585af44059b17a0c08f86abeb is 50, key is test_row_0/B:col10/1733750100590/Put/seqid=0
2024-12-09T13:15:02,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:02,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741844_1020 (size=12001)
2024-12-09T13:15:02,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:02,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,490 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/3939a6c585af44059b17a0c08f86abeb
2024-12-09T13:15:02,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/2ae7d138542140b38058e66750f158f9 is 50, key is test_row_0/C:col10/1733750100590/Put/seqid=0
2024-12-09T13:15:02,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741845_1021 (size=12001)
2024-12-09T13:15:02,607 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:15:02,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750162575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:02,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:02,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:02,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-09T13:15:02,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-09T13:15:02,742 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-09T13:15:02,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T13:15:02,752 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-09T13:15:02,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-09T13:15:02,753 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-09T13:15:02,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-09T13:15:02,754 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-09T13:15:02,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:02,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:02,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750162843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:02,853 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2294 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:02,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:02,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750162864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:02,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750162864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:02,872 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2311 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:02,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750162864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:02,883 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2269 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:02,884 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_1' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2329 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:02,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:02,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750162934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:02,948 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/2ae7d138542140b38058e66750f158f9
2024-12-09T13:15:02,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:02,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:02,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:02,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f3b6201ecce24593ab392cbb21e07c4e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f3b6201ecce24593ab392cbb21e07c4e
2024-12-09T13:15:02,991 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f3b6201ecce24593ab392cbb21e07c4e, entries=200, sequenceid=49, filesize=14.0 K
2024-12-09T13:15:02,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/3939a6c585af44059b17a0c08f86abeb as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/3939a6c585af44059b17a0c08f86abeb
2024-12-09T13:15:03,007 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/3939a6c585af44059b17a0c08f86abeb, entries=150, sequenceid=49, filesize=11.7 K
2024-12-09T13:15:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/2ae7d138542140b38058e66750f158f9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2ae7d138542140b38058e66750f158f9
2024-12-09T13:15:03,039 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2ae7d138542140b38058e66750f158f9, entries=150, sequenceid=49, filesize=11.7 K
2024-12-09T13:15:03,047 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 864de806f088b04bf753d5c66d79ae6a in 1161ms, sequenceid=49, compaction requested=true
2024-12-09T13:15:03,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:03,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:03,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:03,054 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:03,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:03,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:03,054 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:03,062 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:03,064 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/B is initiating minor compaction (all files)
2024-12-09T13:15:03,065 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/B in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:03,066 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/ec3c25318464463380bde82201956cf4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4eb43fc2f107409e975f2dc5b9f8a957, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/3939a6c585af44059b17a0c08f86abeb] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=35.2 K
2024-12-09T13:15:03,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:03,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:03,068 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting ec3c25318464463380bde82201956cf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733750099482
2024-12-09T13:15:03,069 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eb43fc2f107409e975f2dc5b9f8a957, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733750099671
2024-12-09T13:15:03,070 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 3939a6c585af44059b17a0c08f86abeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733750100557
2024-12-09T13:15:03,074 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:03,075 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/A is initiating minor compaction (all files)
2024-12-09T13:15:03,075 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/A in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:03,075 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/aa3408a009ef40b3bcbabedd1fb9d981, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c897acbc01b451384e3c20fdf0a1763, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f3b6201ecce24593ab392cbb21e07c4e] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=42.0 K
2024-12-09T13:15:03,078 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa3408a009ef40b3bcbabedd1fb9d981, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733750099482
2024-12-09T13:15:03,080 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c897acbc01b451384e3c20fdf0a1763, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733750099671
2024-12-09T13:15:03,086 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3b6201ecce24593ab392cbb21e07c4e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733750100557
2024-12-09T13:15:03,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-09T13:15:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:03,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-09T13:15:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:03,138 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#B#compaction#10 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:03,139 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#A#compaction#9 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:03,140 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/9df53a23190a4f05918353ca549f00b8 is 50, key is test_row_0/A:col10/1733750100590/Put/seqid=0
2024-12-09T13:15:03,141 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/f69392e9e27643b8ac94453fc4e7fce1 is 50, key is test_row_0/B:col10/1733750100590/Put/seqid=0
2024-12-09T13:15:03,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/04fe256ed9384628b1a9c025bc63365e is 50, key is test_row_0/A:col10/1733750102193/Put/seqid=0
2024-12-09T13:15:03,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741846_1022 (size=12104)
2024-12-09T13:15:03,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741847_1023 (size=12104)
2024-12-09T13:15:03,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741848_1024 (size=12001)
2024-12-09T13:15:03,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/04fe256ed9384628b1a9c025bc63365e
2024-12-09T13:15:03,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/19f83cadd2544d27bc036bd18522565f is 50, key is test_row_0/B:col10/1733750102193/Put/seqid=0
2024-12-09T13:15:03,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741849_1025 (size=12001)
2024-12-09T13:15:03,362 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/19f83cadd2544d27bc036bd18522565f
2024-12-09T13:15:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/7276c32b63504f1b9f67a8449a405923 is 50, key is test_row_0/C:col10/1733750102193/Put/seqid=0
2024-12-09T13:15:03,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741850_1026 (size=12001)
2024-12-09T13:15:03,462 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/7276c32b63504f1b9f67a8449a405923
2024-12-09T13:15:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:03,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/04fe256ed9384628b1a9c025bc63365e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/04fe256ed9384628b1a9c025bc63365e
2024-12-09T13:15:03,504 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/04fe256ed9384628b1a9c025bc63365e, entries=150, sequenceid=67, filesize=11.7 K
2024-12-09T13:15:03,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/19f83cadd2544d27bc036bd18522565f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f83cadd2544d27bc036bd18522565f
2024-12-09T13:15:03,523 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f83cadd2544d27bc036bd18522565f, entries=150, sequenceid=67, filesize=11.7 K
2024-12-09T13:15:03,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/7276c32b63504f1b9f67a8449a405923 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/7276c32b63504f1b9f67a8449a405923
2024-12-09T13:15:03,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/7276c32b63504f1b9f67a8449a405923, entries=150, sequenceid=67, filesize=11.7 K
2024-12-09T13:15:03,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 864de806f088b04bf753d5c66d79ae6a in 421ms, sequenceid=67, compaction requested=true
2024-12-09T13:15:03,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:03,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:03,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-12-09T13:15:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-12-09T13:15:03,550 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-09T13:15:03,550 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1480 sec
2024-12-09T13:15:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T13:15:03,570 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 4.1980 sec
2024-12-09T13:15:03,661 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-09T13:15:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:03,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:03,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:03,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:03,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:03,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:03,668 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/f69392e9e27643b8ac94453fc4e7fce1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/f69392e9e27643b8ac94453fc4e7fce1
2024-12-09T13:15:03,678 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/9df53a23190a4f05918353ca549f00b8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9df53a23190a4f05918353ca549f00b8
2024-12-09T13:15:03,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/17f8c2790856411b9c29b0a6839134ab is 50, key is test_row_0/A:col10/1733750103648/Put/seqid=0
2024-12-09T13:15:03,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741851_1027 (size=14341)
2024-12-09T13:15:03,763 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/17f8c2790856411b9c29b0a6839134ab
2024-12-09T13:15:03,767 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/A of 864de806f088b04bf753d5c66d79ae6a into 9df53a23190a4f05918353ca549f00b8(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:03,768 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:03,771 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/A, priority=13, startTime=1733750103049; duration=0sec
2024-12-09T13:15:03,772 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:03,772 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:03,772 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:03,777 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/B of 864de806f088b04bf753d5c66d79ae6a into f69392e9e27643b8ac94453fc4e7fce1(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:03,777 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:03,777 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/B, priority=13, startTime=1733750103052; duration=0sec
2024-12-09T13:15:03,777 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:03,777 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:03,784 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:03,785 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/C is initiating minor compaction (all files)
2024-12-09T13:15:03,790 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/C in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:03,791 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/28e2741747d34561aa87d7dfd8678474, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/c89896649bd742849e797565becf07a9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2ae7d138542140b38058e66750f158f9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/7276c32b63504f1b9f67a8449a405923] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=46.9 K
2024-12-09T13:15:03,795 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e2741747d34561aa87d7dfd8678474, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733750099482
2024-12-09T13:15:03,807 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c89896649bd742849e797565becf07a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733750099671
2024-12-09T13:15:03,808 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ae7d138542140b38058e66750f158f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733750100557
2024-12-09T13:15:03,809 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7276c32b63504f1b9f67a8449a405923, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750102193
2024-12-09T13:15:03,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/e469f42c8d2e460aa4e3c015bedcfab2 is 50, key is test_row_0/B:col10/1733750103648/Put/seqid=0
2024-12-09T13:15:03,875 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#C#compaction#16 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:03,876 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/d8ea887c53a346c1a9e7ada6c4e8aae8 is 50, key is test_row_0/C:col10/1733750102193/Put/seqid=0
2024-12-09T13:15:03,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741852_1028 (size=12001)
2024-12-09T13:15:03,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741853_1029 (size=12139)
2024-12-09T13:15:04,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750103930, max timestamp=1733750104080Num uniques 859; 
2024-12-09T13:15:04,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:04,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750103930, max timestamp=1733750104080Num uniques 859; 
2024-12-09T13:15:04,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:04,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750103930, max timestamp=1733750104080Num uniques 859; 
2024-12-09T13:15:04,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:04,320 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/e469f42c8d2e460aa4e3c015bedcfab2
2024-12-09T13:15:04,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/e83ac11ff7854d40a95011b47121dd9e is 50, key is test_row_0/C:col10/1733750103648/Put/seqid=0
2024-12-09T13:15:04,404 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/d8ea887c53a346c1a9e7ada6c4e8aae8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/d8ea887c53a346c1a9e7ada6c4e8aae8
2024-12-09T13:15:04,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741854_1030 (size=12001)
2024-12-09T13:15:04,467 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/C of 864de806f088b04bf753d5c66d79ae6a into d8ea887c53a346c1a9e7ada6c4e8aae8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:04,467 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:04,468 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/C, priority=12, startTime=1733750103054; duration=0sec
2024-12-09T13:15:04,468 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:04,469 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:04,469 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/e83ac11ff7854d40a95011b47121dd9e
2024-12-09T13:15:04,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/17f8c2790856411b9c29b0a6839134ab as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/17f8c2790856411b9c29b0a6839134ab
2024-12-09T13:15:04,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/17f8c2790856411b9c29b0a6839134ab, entries=200, sequenceid=77, filesize=14.0 K
2024-12-09T13:15:04,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/e469f42c8d2e460aa4e3c015bedcfab2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/e469f42c8d2e460aa4e3c015bedcfab2
2024-12-09T13:15:04,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750164560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:04,624 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/e469f42c8d2e460aa4e3c015bedcfab2, entries=150, sequenceid=77, filesize=11.7 K
2024-12-09T13:15:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/e83ac11ff7854d40a95011b47121dd9e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/e83ac11ff7854d40a95011b47121dd9e
2024-12-09T13:15:04,692 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/e83ac11ff7854d40a95011b47121dd9e, entries=150, sequenceid=77, filesize=11.7 K
2024-12-09T13:15:04,703 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 864de806f088b04bf753d5c66d79ae6a in 1042ms, sequenceid=77, compaction requested=true
2024-12-09T13:15:04,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:04,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:04,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:04,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:04,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:04,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:04,704 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:04,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:04,707 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:04,707 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/A is initiating minor compaction (all files)
2024-12-09T13:15:04,707 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/A in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:04,707 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9df53a23190a4f05918353ca549f00b8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/04fe256ed9384628b1a9c025bc63365e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/17f8c2790856411b9c29b0a6839134ab] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=37.5 K
2024-12-09T13:15:04,709 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:04,712 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9df53a23190a4f05918353ca549f00b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733750100557
2024-12-09T13:15:04,718 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04fe256ed9384628b1a9c025bc63365e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750102193
2024-12-09T13:15:04,727 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:04,727 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/B is initiating minor compaction (all files)
2024-12-09T13:15:04,727 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/B in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:04,727 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/f69392e9e27643b8ac94453fc4e7fce1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f83cadd2544d27bc036bd18522565f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/e469f42c8d2e460aa4e3c015bedcfab2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=35.3 K
2024-12-09T13:15:04,731 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17f8c2790856411b9c29b0a6839134ab, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733750103545
2024-12-09T13:15:04,735 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f69392e9e27643b8ac94453fc4e7fce1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733750100557
2024-12-09T13:15:04,744 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 19f83cadd2544d27bc036bd18522565f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750102193
2024-12-09T13:15:04,747 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e469f42c8d2e460aa4e3c015bedcfab2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733750103545
2024-12-09T13:15:04,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733750104366, max timestamp=1733750104722Num uniques 1018; 
2024-12-09T13:15:04,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-09T13:15:04,766 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=102.87 KB heapSize=292.20 KB
2024-12-09T13:15:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:04,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733750104366, max timestamp=1733750104722Num uniques 1018; 
2024-12-09T13:15:04,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-09T13:15:04,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:04,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:04,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:04,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:04,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-09T13:15:04,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/9f91f32a2c324ba0a9d2b9299250ce7a is 50, key is test_row_0/A:col10/1733750104722/Put/seqid=0
2024-12-09T13:15:04,879 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:04,883 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/9788e5214199467896e52e56958c2b0d is 50, key is test_row_0/B:col10/1733750103648/Put/seqid=0
2024-12-09T13:15:04,906 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#A#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:04,911 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/54a978a8713642f19b899db3812b0309 is 50, key is test_row_0/A:col10/1733750103648/Put/seqid=0
2024-12-09T13:15:04,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741856_1032 (size=12207)
2024-12-09T13:15:04,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741855_1031 (size=12001)
2024-12-09T13:15:05,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741857_1033 (size=12207)
2024-12-09T13:15:05,028 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/9788e5214199467896e52e56958c2b0d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/9788e5214199467896e52e56958c2b0d
2024-12-09T13:15:05,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750165007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750165008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750165009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,037 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/54a978a8713642f19b899db3812b0309 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/54a978a8713642f19b899db3812b0309
2024-12-09T13:15:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=109, cellSize=4985, totalHeapSize=11576, min timestamp=1733750105004, max timestamp=1733750105022Num uniques 859; 
2024-12-09T13:15:05,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=4985, suffix heap size=117064,new segment heap size=11576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=109
2024-12-09T13:15:05,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=109, cellSize=4985, totalHeapSize=11576, min timestamp=1733750105004, max timestamp=1733750105022Num uniques 859; 
2024-12-09T13:15:05,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=4985, suffix heap size=117064,new segment heap size=11576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=109
2024-12-09T13:15:05,086 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/A of 864de806f088b04bf753d5c66d79ae6a into 54a978a8713642f19b899db3812b0309(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:05,086 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/B of 864de806f088b04bf753d5c66d79ae6a into 9788e5214199467896e52e56958c2b0d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:05,086 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:05,087 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/B, priority=13, startTime=1733750104704; duration=0sec
2024-12-09T13:15:05,087 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:05,087 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:05,087 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/A, priority=13, startTime=1733750104703; duration=0sec
2024-12-09T13:15:05,087 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:05,087 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-09T13:15:05,087 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:05,087 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:05,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=109, cellSize=4985, totalHeapSize=11576, min timestamp=1733750105004, max timestamp=1733750105022Num uniques 859; 
2024-12-09T13:15:05,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=4985, suffix heap size=117064,new segment heap size=11576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=109
2024-12-09T13:15:05,094 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-12-09T13:15:05,094 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-12-09T13:15:05,094 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. because compaction request was cancelled
2024-12-09T13:15:05,095 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:05,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750165178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750165189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750165192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750165211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750165220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750165325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750165334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750165334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750165334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750165345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/9f91f32a2c324ba0a9d2b9299250ce7a
2024-12-09T13:15:05,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/652edf6697d74bd882a10888cc6dc34f is 50, key is test_row_0/B:col10/1733750104722/Put/seqid=0
2024-12-09T13:15:05,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741858_1034 (size=12001)
2024-12-09T13:15:05,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750165544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750165544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750165558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750165554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750165570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750165855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750165858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,898 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/652edf6697d74bd882a10888cc6dc34f
2024-12-09T13:15:05,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750165887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750165887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750165899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:05,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/a4fe55ee9f6b4b00b7c61c56d0cde452 is 50, key is test_row_0/C:col10/1733750104722/Put/seqid=0
2024-12-09T13:15:06,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741859_1035 (size=12001)
2024-12-09T13:15:06,039 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/a4fe55ee9f6b4b00b7c61c56d0cde452
2024-12-09T13:15:06,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/9f91f32a2c324ba0a9d2b9299250ce7a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9f91f32a2c324ba0a9d2b9299250ce7a
2024-12-09T13:15:06,081 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9f91f32a2c324ba0a9d2b9299250ce7a, entries=150, sequenceid=118, filesize=11.7 K
2024-12-09T13:15:06,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/652edf6697d74bd882a10888cc6dc34f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/652edf6697d74bd882a10888cc6dc34f
2024-12-09T13:15:06,099 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/652edf6697d74bd882a10888cc6dc34f, entries=150, sequenceid=118, filesize=11.7 K
2024-12-09T13:15:06,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/a4fe55ee9f6b4b00b7c61c56d0cde452 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a4fe55ee9f6b4b00b7c61c56d0cde452
2024-12-09T13:15:06,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a4fe55ee9f6b4b00b7c61c56d0cde452, entries=150, sequenceid=118, filesize=11.7 K
2024-12-09T13:15:06,139 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=120.76 KB/123660 for 864de806f088b04bf753d5c66d79ae6a in 1373ms, sequenceid=118, compaction requested=true
2024-12-09T13:15:06,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:06,139 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-09T13:15:06,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:06,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:06,145 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-09T13:15:06,146 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-12-09T13:15:06,146 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-12-09T13:15:06,146 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. because compaction request was cancelled
2024-12-09T13:15:06,146 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:06,147 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-12-09T13:15:06,147 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-12-09T13:15:06,147 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. because compaction request was cancelled
2024-12-09T13:15:06,147 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:06,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 0
2024-12-09T13:15:06,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:06,148 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:06,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:06,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:06,154 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:06,155 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/C is initiating minor compaction (all files)
2024-12-09T13:15:06,155 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/C in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:06,155 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/d8ea887c53a346c1a9e7ada6c4e8aae8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/e83ac11ff7854d40a95011b47121dd9e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a4fe55ee9f6b4b00b7c61c56d0cde452] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=35.3 K
2024-12-09T13:15:06,157 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8ea887c53a346c1a9e7ada6c4e8aae8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750102193
2024-12-09T13:15:06,163 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e83ac11ff7854d40a95011b47121dd9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733750103545
2024-12-09T13:15:06,172 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4fe55ee9f6b4b00b7c61c56d0cde452, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733750104533
2024-12-09T13:15:06,238 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:06,239 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/247aec1ced3f41b1943d613a28d3781e is 50, key is test_row_0/C:col10/1733750104722/Put/seqid=0
2024-12-09T13:15:06,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741860_1036 (size=12241)
2024-12-09T13:15:06,308 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/247aec1ced3f41b1943d613a28d3781e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/247aec1ced3f41b1943d613a28d3781e
2024-12-09T13:15:06,368 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/C of 864de806f088b04bf753d5c66d79ae6a into 247aec1ced3f41b1943d613a28d3781e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:06,369 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:06,369 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/C, priority=13, startTime=1733750106147; duration=0sec
2024-12-09T13:15:06,369 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:06,369 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:06,390 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=127.47 KB heapSize=369.75 KB
2024-12-09T13:15:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:06,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/de9ed0af9a4b4e8089542d6040d0c2ca is 50, key is test_row_0/A:col10/1733750105185/Put/seqid=0
2024-12-09T13:15:06,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741861_1037 (size=12151)
2024-12-09T13:15:06,464 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/de9ed0af9a4b4e8089542d6040d0c2ca
2024-12-09T13:15:06,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750166451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750166454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750166454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750166457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750166486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/390e403cd8dd4660826c510274a463ee is 50, key is test_row_0/B:col10/1733750105185/Put/seqid=0
2024-12-09T13:15:06,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741862_1038 (size=12151)
2024-12-09T13:15:06,598 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/390e403cd8dd4660826c510274a463ee
2024-12-09T13:15:06,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750166603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750166604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750166604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750166605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750166630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/020f9c308c6d4723a25b9ef9d1068e9c is 50, key is test_row_0/C:col10/1733750105185/Put/seqid=0
2024-12-09T13:15:06,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741863_1039 (size=12151)
2024-12-09T13:15:06,707 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/020f9c308c6d4723a25b9ef9d1068e9c
2024-12-09T13:15:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/de9ed0af9a4b4e8089542d6040d0c2ca as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/de9ed0af9a4b4e8089542d6040d0c2ca
2024-12-09T13:15:06,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750166823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750166834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750166834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750166835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,859 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/de9ed0af9a4b4e8089542d6040d0c2ca, entries=150, sequenceid=158, filesize=11.9 K
2024-12-09T13:15:06,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750166847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:06,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/390e403cd8dd4660826c510274a463ee as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/390e403cd8dd4660826c510274a463ee
2024-12-09T13:15:06,928 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/390e403cd8dd4660826c510274a463ee, entries=150, sequenceid=158, filesize=11.9 K
2024-12-09T13:15:06,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/020f9c308c6d4723a25b9ef9d1068e9c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/020f9c308c6d4723a25b9ef9d1068e9c
2024-12-09T13:15:06,984 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/020f9c308c6d4723a25b9ef9d1068e9c, entries=150, sequenceid=158, filesize=11.9 K
2024-12-09T13:15:06,992 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~369.70 KB/378576, currentSize=53.67 KB/54960 for 864de806f088b04bf753d5c66d79ae6a in 604ms, sequenceid=158, compaction requested=true
2024-12-09T13:15:06,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:06,993 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:06,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:06,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:06,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:06,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:06,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:06,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:06,997 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:07,003 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:07,003 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/A is initiating minor compaction (all files)
2024-12-09T13:15:07,003 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/A in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:07,004 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/54a978a8713642f19b899db3812b0309, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9f91f32a2c324ba0a9d2b9299250ce7a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/de9ed0af9a4b4e8089542d6040d0c2ca] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=35.5 K
2024-12-09T13:15:07,007 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 54a978a8713642f19b899db3812b0309, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733750103545
2024-12-09T13:15:07,011 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f91f32a2c324ba0a9d2b9299250ce7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733750104533
2024-12-09T13:15:07,015 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting de9ed0af9a4b4e8089542d6040d0c2ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733750105170
2024-12-09T13:15:07,031 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:07,031 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/B is initiating minor compaction (all files)
2024-12-09T13:15:07,031 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/B in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:07,032 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/9788e5214199467896e52e56958c2b0d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/652edf6697d74bd882a10888cc6dc34f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/390e403cd8dd4660826c510274a463ee] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=35.5 K
2024-12-09T13:15:07,035 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9788e5214199467896e52e56958c2b0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733750103545
2024-12-09T13:15:07,037 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 652edf6697d74bd882a10888cc6dc34f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733750104533
2024-12-09T13:15:07,040 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 390e403cd8dd4660826c510274a463ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733750105170
2024-12-09T13:15:07,078 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:07,082 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/6d35edc1168b4d0aa0619997ca637d0b is 50, key is test_row_0/A:col10/1733750105185/Put/seqid=0
2024-12-09T13:15:07,103 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#B#compaction#28 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:07,103 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/0a299b108f474990b3fda2ad99fc4b6b is 50, key is test_row_0/B:col10/1733750105185/Put/seqid=0
2024-12-09T13:15:07,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741864_1040 (size=12459)
2024-12-09T13:15:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:07,236 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:15:07,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741865_1041 (size=12459)
2024-12-09T13:15:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:07,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:07,279 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/0a299b108f474990b3fda2ad99fc4b6b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/0a299b108f474990b3fda2ad99fc4b6b
2024-12-09T13:15:07,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/3a45a6552490432e99c0cb2afb2d4886 is 50, key is test_row_0/A:col10/1733750107232/Put/seqid=0
2024-12-09T13:15:07,322 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/B of 864de806f088b04bf753d5c66d79ae6a into 0a299b108f474990b3fda2ad99fc4b6b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:07,322 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:07,322 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/B, priority=13, startTime=1733750106996; duration=0sec
2024-12-09T13:15:07,322 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:07,322 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:07,322 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-09T13:15:07,324 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-12-09T13:15:07,324 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-12-09T13:15:07,324 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. because compaction request was cancelled
2024-12-09T13:15:07,324 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:07,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741866_1042 (size=12151)
2024-12-09T13:15:07,357 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/3a45a6552490432e99c0cb2afb2d4886
2024-12-09T13:15:07,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3 is 50, key is test_row_0/B:col10/1733750107232/Put/seqid=0
2024-12-09T13:15:07,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741867_1043 (size=12151)
2024-12-09T13:15:07,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750167386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750167395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,450 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3
2024-12-09T13:15:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750167416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750167425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750167444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/a10448e49376430f941b89658c7a063e is 50, key is test_row_0/C:col10/1733750107232/Put/seqid=0
2024-12-09T13:15:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741868_1044 (size=12151)
2024-12-09T13:15:07,544 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/a10448e49376430f941b89658c7a063e
2024-12-09T13:15:07,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750167563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750167563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/3a45a6552490432e99c0cb2afb2d4886 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3a45a6552490432e99c0cb2afb2d4886
2024-12-09T13:15:07,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750167602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T13:15:07,614 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:07,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:07,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750167604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,621 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/6d35edc1168b4d0aa0619997ca637d0b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/6d35edc1168b4d0aa0619997ca637d0b
2024-12-09T13:15:07,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750167608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-12-09T13:15:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-09T13:15:07,633 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:07,634 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:07,635 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:07,648 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3a45a6552490432e99c0cb2afb2d4886, entries=150, sequenceid=172, filesize=11.9 K
2024-12-09T13:15:07,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3
2024-12-09T13:15:07,668 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/A of 864de806f088b04bf753d5c66d79ae6a into 6d35edc1168b4d0aa0619997ca637d0b(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:07,668 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:07,668 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/A, priority=13, startTime=1733750106992; duration=0sec
2024-12-09T13:15:07,668 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:07,668 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:07,711 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3, entries=150, sequenceid=172, filesize=11.9 K
2024-12-09T13:15:07,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/a10448e49376430f941b89658c7a063e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a10448e49376430f941b89658c7a063e
2024-12-09T13:15:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-09T13:15:07,764 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a10448e49376430f941b89658c7a063e, entries=150, sequenceid=172, filesize=11.9 K
2024-12-09T13:15:07,767 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 864de806f088b04bf753d5c66d79ae6a in 531ms, sequenceid=172, compaction requested=true
2024-12-09T13:15:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:07,768 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-09T13:15:07,770 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:07,772 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-12-09T13:15:07,772 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-12-09T13:15:07,772 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. because compaction request was cancelled
2024-12-09T13:15:07,772 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:07,772 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-09T13:15:07,774 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-12-09T13:15:07,774 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-12-09T13:15:07,774 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. because compaction request was cancelled
2024-12-09T13:15:07,774 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:07,782 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:07,783 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/C is initiating minor compaction (all files)
2024-12-09T13:15:07,783 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/C in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:07,783 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/247aec1ced3f41b1943d613a28d3781e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/020f9c308c6d4723a25b9ef9d1068e9c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a10448e49376430f941b89658c7a063e] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=35.7 K
2024-12-09T13:15:07,784 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 247aec1ced3f41b1943d613a28d3781e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733750104533
2024-12-09T13:15:07,790 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 020f9c308c6d4723a25b9ef9d1068e9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733750105170
2024-12-09T13:15:07,796 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting a10448e49376430f941b89658c7a063e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733750106451
2024-12-09T13:15:07,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-12-09T13:15:07,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:07,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:15:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:07,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:07,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:07,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:07,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:07,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:07,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/4eda9679de8846d6817edf986c648593 is 50, key is test_row_0/A:col10/1733750107325/Put/seqid=0
2024-12-09T13:15:07,869 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:07,870 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/0c875fbb2a9045d2bf751e6912308932 is 50, key is test_row_0/C:col10/1733750107232/Put/seqid=0
2024-12-09T13:15:07,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750167861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750167864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741869_1045 (size=12151)
2024-12-09T13:15:07,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750167871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750167875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750167886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-09T13:15:07,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741870_1046 (size=12493)
2024-12-09T13:15:08,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750167998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750167999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750168024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750168025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,054 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/0c875fbb2a9045d2bf751e6912308932 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/0c875fbb2a9045d2bf751e6912308932
2024-12-09T13:15:08,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750168056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,120 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/C of 864de806f088b04bf753d5c66d79ae6a into 0c875fbb2a9045d2bf751e6912308932(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:08,120 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:08,120 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/C, priority=13, startTime=1733750107768; duration=0sec
2024-12-09T13:15:08,120 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:08,120 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:08,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750168224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750168225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750168245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-09T13:15:08,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750168254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750168275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/4eda9679de8846d6817edf986c648593
2024-12-09T13:15:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/8cb1b9a357414c6181e08c51ba57ea45 is 50, key is test_row_0/B:col10/1733750107325/Put/seqid=0
2024-12-09T13:15:08,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741871_1047 (size=12151)
2024-12-09T13:15:08,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750168545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750168546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750168564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750168595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750168596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:08,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-09T13:15:08,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/8cb1b9a357414c6181e08c51ba57ea45
2024-12-09T13:15:08,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/041f89c6767e4f0a87701723c887ae0c is 50, key is test_row_0/C:col10/1733750107325/Put/seqid=0
2024-12-09T13:15:08,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741872_1048 (size=12151)
2024-12-09T13:15:08,985 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/041f89c6767e4f0a87701723c887ae0c
2024-12-09T13:15:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/4eda9679de8846d6817edf986c648593 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4eda9679de8846d6817edf986c648593
2024-12-09T13:15:09,041 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4eda9679de8846d6817edf986c648593, entries=150, sequenceid=194, filesize=11.9 K
2024-12-09T13:15:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/8cb1b9a357414c6181e08c51ba57ea45 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/8cb1b9a357414c6181e08c51ba57ea45
2024-12-09T13:15:09,051 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/8cb1b9a357414c6181e08c51ba57ea45, entries=150, sequenceid=194, filesize=11.9 K
2024-12-09T13:15:09,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/041f89c6767e4f0a87701723c887ae0c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/041f89c6767e4f0a87701723c887ae0c
2024-12-09T13:15:09,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/041f89c6767e4f0a87701723c887ae0c, entries=150, sequenceid=194, filesize=11.9 K
2024-12-09T13:15:09,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 864de806f088b04bf753d5c66d79ae6a in 1257ms, sequenceid=194, compaction requested=true
2024-12-09T13:15:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-12-09T13:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-12-09T13:15:09,069 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:15:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:09,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-12-09T13:15:09,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec
2024-12-09T13:15:09,092 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4690 sec
2024-12-09T13:15:09,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5c6739cca5da4d0fb2b89e703379e5d4 is 50, key is test_row_0/A:col10/1733750109064/Put/seqid=0
2024-12-09T13:15:09,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741873_1049 (size=14541)
2024-12-09T13:15:09,175 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5c6739cca5da4d0fb2b89e703379e5d4
2024-12-09T13:15:09,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750169172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750169179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750169179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/876c8e18c82342bcbd89c7e73d1e7e88 is 50, key is test_row_0/B:col10/1733750109064/Put/seqid=0
2024-12-09T13:15:09,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750169194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750169198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741874_1050 (size=12151)
2024-12-09T13:15:09,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750169303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750169316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750169316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750169347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750169347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750169513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750169533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750169543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750169575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750169582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/876c8e18c82342bcbd89c7e73d1e7e88
2024-12-09T13:15:09,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/77171d2e7a8d4991bf1601087ddade1d is 50, key is test_row_0/C:col10/1733750109064/Put/seqid=0
2024-12-09T13:15:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-09T13:15:09,787 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:09,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741875_1051 (size=12151)
2024-12-09T13:15:09,794 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-12-09T13:15:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-09T13:15:09,810 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:09,811 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:09,812 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:09,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750169827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750169855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750169856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-09T13:15:09,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750169903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750169906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:09,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-09T13:15:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:09,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-09T13:15:10,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-09T13:15:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:10,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:10,189 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/77171d2e7a8d4991bf1601087ddade1d
2024-12-09T13:15:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5c6739cca5da4d0fb2b89e703379e5d4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c6739cca5da4d0fb2b89e703379e5d4
2024-12-09T13:15:10,212 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c6739cca5da4d0fb2b89e703379e5d4, entries=200, sequenceid=208, filesize=14.2 K
2024-12-09T13:15:10,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/876c8e18c82342bcbd89c7e73d1e7e88 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/876c8e18c82342bcbd89c7e73d1e7e88
2024-12-09T13:15:10,230 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/876c8e18c82342bcbd89c7e73d1e7e88, entries=150, sequenceid=208, filesize=11.9 K
2024-12-09T13:15:10,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/77171d2e7a8d4991bf1601087ddade1d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/77171d2e7a8d4991bf1601087ddade1d
2024-12-09T13:15:10,247 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/77171d2e7a8d4991bf1601087ddade1d, entries=150, sequenceid=208, filesize=11.9 K
2024-12-09T13:15:10,256 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 864de806f088b04bf753d5c66d79ae6a in 1187ms, sequenceid=208, compaction requested=true
2024-12-09T13:15:10,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:10,257 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:10,257 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:10,260 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:10,261 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/B is initiating minor compaction (all files)
2024-12-09T13:15:10,261 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/B in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:10,261 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/0a299b108f474990b3fda2ad99fc4b6b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/8cb1b9a357414c6181e08c51ba57ea45, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/876c8e18c82342bcbd89c7e73d1e7e88] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=47.8 K
2024-12-09T13:15:10,261 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:10,261 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/A is initiating minor compaction (all files)
2024-12-09T13:15:10,261 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/A in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:10,262 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/6d35edc1168b4d0aa0619997ca637d0b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3a45a6552490432e99c0cb2afb2d4886, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4eda9679de8846d6817edf986c648593, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c6739cca5da4d0fb2b89e703379e5d4] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=50.1 K
2024-12-09T13:15:10,262 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a299b108f474990b3fda2ad99fc4b6b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733750105170
2024-12-09T13:15:10,262 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d35edc1168b4d0aa0619997ca637d0b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733750105170
2024-12-09T13:15:10,263 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2233f4bc1baf4dac98d6bfb6d1fbd2c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733750106451
2024-12-09T13:15:10,263 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a45a6552490432e99c0cb2afb2d4886, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733750106451
2024-12-09T13:15:10,264 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eda9679de8846d6817edf986c648593, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733750107325
2024-12-09T13:15:10,264 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cb1b9a357414c6181e08c51ba57ea45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733750107325
2024-12-09T13:15:10,265 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 876c8e18c82342bcbd89c7e73d1e7e88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733750107857
2024-12-09T13:15:10,265 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c6739cca5da4d0fb2b89e703379e5d4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733750107857
2024-12-09T13:15:10,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-09T13:15:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:10,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:15:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:10,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:10,296 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:10,297 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:10,298 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/2fd675c895094cd5b8d178db752d41d6 is 50, key is test_row_0/A:col10/1733750109064/Put/seqid=0
2024-12-09T13:15:10,298 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/7e24224f92444e6da3dc951f198ca8cd is 50, key is test_row_0/B:col10/1733750109064/Put/seqid=0
2024-12-09T13:15:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f82f87cd18cb4f2699801c99700a8e05 is 50, key is test_row_0/A:col10/1733750109179/Put/seqid=0
2024-12-09T13:15:10,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741876_1052 (size=12595)
2024-12-09T13:15:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:10,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:10,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741878_1054 (size=12151)
2024-12-09T13:15:10,384 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f82f87cd18cb4f2699801c99700a8e05
2024-12-09T13:15:10,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741877_1053 (size=12595)
2024-12-09T13:15:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-09T13:15:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/457a5cd9e23a4d6fa4f4b251ebfd76da is 50, key is test_row_0/B:col10/1733750109179/Put/seqid=0
2024-12-09T13:15:10,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750170425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750170435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750170430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750170447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750170458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741879_1055 (size=12151)
2024-12-09T13:15:10,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/457a5cd9e23a4d6fa4f4b251ebfd76da
2024-12-09T13:15:10,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/680fddab7c50418cae4e995c865d7156 is 50, key is test_row_0/C:col10/1733750109179/Put/seqid=0
2024-12-09T13:15:10,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750170555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750170574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741880_1056 (size=12151)
2024-12-09T13:15:10,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750170586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,768 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/2fd675c895094cd5b8d178db752d41d6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/2fd675c895094cd5b8d178db752d41d6
2024-12-09T13:15:10,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750170773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750170794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,807 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/A of 864de806f088b04bf753d5c66d79ae6a into 2fd675c895094cd5b8d178db752d41d6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:10,807 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:10,807 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/A, priority=12, startTime=1733750110257; duration=0sec
2024-12-09T13:15:10,807 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:10,807 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:10,808 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:10,815 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/7e24224f92444e6da3dc951f198ca8cd as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7e24224f92444e6da3dc951f198ca8cd
2024-12-09T13:15:10,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750170819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:10,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:10,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:10,822 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:10,823 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/C is initiating minor compaction (all files)
2024-12-09T13:15:10,823 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/C in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:10,823 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/0c875fbb2a9045d2bf751e6912308932, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/041f89c6767e4f0a87701723c887ae0c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/77171d2e7a8d4991bf1601087ddade1d] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=35.9 K
2024-12-09T13:15:10,830 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c875fbb2a9045d2bf751e6912308932, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733750106451
2024-12-09T13:15:10,831 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 041f89c6767e4f0a87701723c887ae0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733750107325
2024-12-09T13:15:10,832 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77171d2e7a8d4991bf1601087ddade1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733750107857
2024-12-09T13:15:10,835 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/B of 864de806f088b04bf753d5c66d79ae6a into 7e24224f92444e6da3dc951f198ca8cd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:10,835 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:10,835 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/B, priority=12, startTime=1733750110257; duration=0sec
2024-12-09T13:15:10,835 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:10,835 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:10,861 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:10,862 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/bd7c1ff90750400196295534f1da195d is 50, key is test_row_0/C:col10/1733750109064/Put/seqid=0
2024-12-09T13:15:10,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741881_1057 (size=12595)
2024-12-09T13:15:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-09T13:15:10,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/680fddab7c50418cae4e995c865d7156
2024-12-09T13:15:11,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f82f87cd18cb4f2699801c99700a8e05 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f82f87cd18cb4f2699801c99700a8e05
2024-12-09T13:15:11,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f82f87cd18cb4f2699801c99700a8e05, entries=150, sequenceid=227, filesize=11.9 K
2024-12-09T13:15:11,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/457a5cd9e23a4d6fa4f4b251ebfd76da as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/457a5cd9e23a4d6fa4f4b251ebfd76da
2024-12-09T13:15:11,039 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/457a5cd9e23a4d6fa4f4b251ebfd76da, entries=150, sequenceid=227, filesize=11.9 K
2024-12-09T13:15:11,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/680fddab7c50418cae4e995c865d7156 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/680fddab7c50418cae4e995c865d7156
2024-12-09T13:15:11,051 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/680fddab7c50418cae4e995c865d7156, entries=150, sequenceid=227, filesize=11.9 K
2024-12-09T13:15:11,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 864de806f088b04bf753d5c66d79ae6a in 759ms, sequenceid=227, compaction requested=false
2024-12-09T13:15:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-12-09T13:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-12-09T13:15:11,061 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-09T13:15:11,061 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2460 sec
2024-12-09T13:15:11,066 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.2700 sec
2024-12-09T13:15:11,096 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:15:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:11,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/1f57ce91c8f34591af3247944c734a94 is 50, key is test_row_0/A:col10/1733750111093/Put/seqid=0
2024-12-09T13:15:11,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741882_1058 (size=12151)
2024-12-09T13:15:11,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750171199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750171201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750171211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750171315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,330 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/bd7c1ff90750400196295534f1da195d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/bd7c1ff90750400196295534f1da195d
2024-12-09T13:15:11,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750171336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750171336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,363 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/C of 864de806f088b04bf753d5c66d79ae6a into bd7c1ff90750400196295534f1da195d(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:11,363 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:11,363 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/C, priority=13, startTime=1733750110257; duration=0sec
2024-12-09T13:15:11,363 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:11,363 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:11,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750171467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,469 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_1' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2271 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750171467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,471 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_1' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2277 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:11,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750171523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750171554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750171554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,583 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/1f57ce91c8f34591af3247944c734a94
2024-12-09T13:15:11,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/6c5ab2a5863c407c85e5773a13e453d5 is 50, key is test_row_0/B:col10/1733750111093/Put/seqid=0
2024-12-09T13:15:11,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741883_1059 (size=12151)
2024-12-09T13:15:11,672 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/6c5ab2a5863c407c85e5773a13e453d5
2024-12-09T13:15:11,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/f4a1859af6494247b4df12c859256ea9 is 50, key is test_row_0/C:col10/1733750111093/Put/seqid=0
2024-12-09T13:15:11,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741884_1060 (size=12151)
2024-12-09T13:15:11,729 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/f4a1859af6494247b4df12c859256ea9
2024-12-09T13:15:11,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/1f57ce91c8f34591af3247944c734a94 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1f57ce91c8f34591af3247944c734a94
2024-12-09T13:15:11,767 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1f57ce91c8f34591af3247944c734a94, entries=150, sequenceid=243, filesize=11.9 K
2024-12-09T13:15:11,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/6c5ab2a5863c407c85e5773a13e453d5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6c5ab2a5863c407c85e5773a13e453d5
2024-12-09T13:15:11,777 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6c5ab2a5863c407c85e5773a13e453d5, entries=150, sequenceid=243, filesize=11.9 K
2024-12-09T13:15:11,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/f4a1859af6494247b4df12c859256ea9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f4a1859af6494247b4df12c859256ea9
2024-12-09T13:15:11,802 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f4a1859af6494247b4df12c859256ea9, entries=150, sequenceid=243, filesize=11.9 K
2024-12-09T13:15:11,811 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 864de806f088b04bf753d5c66d79ae6a in 715ms, sequenceid=243, compaction requested=true
2024-12-09T13:15:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:11,812 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:11,812 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:11,815 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:11,815 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/A is initiating minor compaction (all files)
2024-12-09T13:15:11,815 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/A in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:11,815 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/2fd675c895094cd5b8d178db752d41d6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f82f87cd18cb4f2699801c99700a8e05, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1f57ce91c8f34591af3247944c734a94] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=36.0 K
2024-12-09T13:15:11,819 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:11,819 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/B is initiating minor compaction (all files)
2024-12-09T13:15:11,819 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/B in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:11,819 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7e24224f92444e6da3dc951f198ca8cd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/457a5cd9e23a4d6fa4f4b251ebfd76da, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6c5ab2a5863c407c85e5773a13e453d5] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=36.0 K
2024-12-09T13:15:11,820 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e24224f92444e6da3dc951f198ca8cd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733750107857
2024-12-09T13:15:11,821 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fd675c895094cd5b8d178db752d41d6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733750107857
2024-12-09T13:15:11,821 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 457a5cd9e23a4d6fa4f4b251ebfd76da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733750109156
2024-12-09T13:15:11,822 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c5ab2a5863c407c85e5773a13e453d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733750110395
2024-12-09T13:15:11,822 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f82f87cd18cb4f2699801c99700a8e05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733750109156
2024-12-09T13:15:11,826 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f57ce91c8f34591af3247944c734a94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733750110395
2024-12-09T13:15:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:11,848 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:15:11,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:11,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:11,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:11,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:11,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:11,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:11,859 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:11,860 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/81049440df9d402980ec5d67d7a5e486 is 50, key is test_row_0/B:col10/1733750111093/Put/seqid=0
2024-12-09T13:15:11,869 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:11,870 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/05aa4b6b1993411f981f14095b85ce7d is 50, key is test_row_0/A:col10/1733750111093/Put/seqid=0
2024-12-09T13:15:11,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/959e1dee9db7451d9f9c866ca33e1599 is 50, key is test_row_0/A:col10/1733750111841/Put/seqid=0
2024-12-09T13:15:11,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741885_1061 (size=12697)
2024-12-09T13:15:11,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750171915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750171933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750171934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-09T13:15:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:11,945 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:11,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-12-09T13:15:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T13:15:11,961 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:11,963 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:11,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:11,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741886_1062 (size=12697)
2024-12-09T13:15:12,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741887_1063 (size=14691)
2024-12-09T13:15:12,007 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/05aa4b6b1993411f981f14095b85ce7d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/05aa4b6b1993411f981f14095b85ce7d
2024-12-09T13:15:12,010 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/959e1dee9db7451d9f9c866ca33e1599
2024-12-09T13:15:12,024 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/A of 864de806f088b04bf753d5c66d79ae6a into 05aa4b6b1993411f981f14095b85ce7d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:12,024 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:12,024 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/A, priority=13, startTime=1733750111811; duration=0sec
2024-12-09T13:15:12,025 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:12,025 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:12,025 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:12,029 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:12,029 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/C is initiating minor compaction (all files)
2024-12-09T13:15:12,029 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/C in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,030 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/bd7c1ff90750400196295534f1da195d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/680fddab7c50418cae4e995c865d7156, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f4a1859af6494247b4df12c859256ea9] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=36.0 K
2024-12-09T13:15:12,030 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7c1ff90750400196295534f1da195d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733750107857
2024-12-09T13:15:12,031 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 680fddab7c50418cae4e995c865d7156, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733750109156
2024-12-09T13:15:12,031 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f4a1859af6494247b4df12c859256ea9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733750110395
2024-12-09T13:15:12,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/4af3696c781d465e84a8d4c4e16bac91 is 50, key is test_row_0/B:col10/1733750111841/Put/seqid=0
2024-12-09T13:15:12,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750172043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,058 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#C#compaction#52 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:12,059 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/6df09b2266174e60a8a08a42ba104b18 is 50, key is test_row_0/C:col10/1733750111093/Put/seqid=0
2024-12-09T13:15:12,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750172054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T13:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750172054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741888_1064 (size=12251)
2024-12-09T13:15:12,096 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/4af3696c781d465e84a8d4c4e16bac91
2024-12-09T13:15:12,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-09T13:15:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:12,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741889_1065 (size=12697)
2024-12-09T13:15:12,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/5dc1e26442df4d708a2a36641147f082 is 50, key is test_row_0/C:col10/1733750111841/Put/seqid=0
2024-12-09T13:15:12,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741890_1066 (size=12251)
2024-12-09T13:15:12,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750172253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T13:15:12,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750172274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750172274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-09T13:15:12,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:12,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,380 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/81049440df9d402980ec5d67d7a5e486 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/81049440df9d402980ec5d67d7a5e486
2024-12-09T13:15:12,423 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/B of 864de806f088b04bf753d5c66d79ae6a into 81049440df9d402980ec5d67d7a5e486(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:12,423 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:12,423 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/B, priority=13, startTime=1733750111812; duration=0sec
2024-12-09T13:15:12,424 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:12,424 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:12,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-09T13:15:12,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:12,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750172567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,573 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/5dc1e26442df4d708a2a36641147f082
2024-12-09T13:15:12,574 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/6df09b2266174e60a8a08a42ba104b18 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6df09b2266174e60a8a08a42ba104b18
2024-12-09T13:15:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T13:15:12,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750172587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750172590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:12,609 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/C of 864de806f088b04bf753d5c66d79ae6a into 6df09b2266174e60a8a08a42ba104b18(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:12,610 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:12,610 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/C, priority=13, startTime=1733750111812; duration=0sec
2024-12-09T13:15:12,610 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:12,610 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:12,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/959e1dee9db7451d9f9c866ca33e1599 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/959e1dee9db7451d9f9c866ca33e1599
2024-12-09T13:15:12,639 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/959e1dee9db7451d9f9c866ca33e1599, entries=200, sequenceid=263, filesize=14.3 K
2024-12-09T13:15:12,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/4af3696c781d465e84a8d4c4e16bac91 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4af3696c781d465e84a8d4c4e16bac91
2024-12-09T13:15:12,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-09T13:15:12,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:12,648 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4af3696c781d465e84a8d4c4e16bac91, entries=150, sequenceid=263, filesize=12.0 K
2024-12-09T13:15:12,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/5dc1e26442df4d708a2a36641147f082 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5dc1e26442df4d708a2a36641147f082
2024-12-09T13:15:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:12,658 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5dc1e26442df4d708a2a36641147f082, entries=150, sequenceid=263, filesize=12.0 K
2024-12-09T13:15:12,660 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 864de806f088b04bf753d5c66d79ae6a in 813ms, sequenceid=263, compaction requested=false
2024-12-09T13:15:12,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:12,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-09T13:15:12,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:12,811 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:15:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:12,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5a363d558e994d2d8e250751b929ab54 is 50, key is test_row_0/A:col10/1733750111912/Put/seqid=0
2024-12-09T13:15:12,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741891_1067 (size=12301)
2024-12-09T13:15:12,870 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5a363d558e994d2d8e250751b929ab54
2024-12-09T13:15:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/11db9f5a5b544c0a91dd064a25fab536 is 50, key is test_row_0/B:col10/1733750111912/Put/seqid=0
2024-12-09T13:15:12,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741892_1068 (size=12301)
2024-12-09T13:15:12,927 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/11db9f5a5b544c0a91dd064a25fab536
2024-12-09T13:15:12,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/b2752bfee6b449c29f6e8e17657ae153 is 50, key is test_row_0/C:col10/1733750111912/Put/seqid=0
2024-12-09T13:15:13,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741893_1069 (size=12301)
2024-12-09T13:15:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T13:15:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:13,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:13,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750173198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750173199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750173204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750173325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750173325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750173327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/b2752bfee6b449c29f6e8e17657ae153
2024-12-09T13:15:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5a363d558e994d2d8e250751b929ab54 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a363d558e994d2d8e250751b929ab54
2024-12-09T13:15:13,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a363d558e994d2d8e250751b929ab54, entries=150, sequenceid=280, filesize=12.0 K
2024-12-09T13:15:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/11db9f5a5b544c0a91dd064a25fab536 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/11db9f5a5b544c0a91dd064a25fab536
2024-12-09T13:15:13,469 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/11db9f5a5b544c0a91dd064a25fab536, entries=150, sequenceid=280, filesize=12.0 K
2024-12-09T13:15:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/b2752bfee6b449c29f6e8e17657ae153 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b2752bfee6b449c29f6e8e17657ae153
2024-12-09T13:15:13,482 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b2752bfee6b449c29f6e8e17657ae153, entries=150, sequenceid=280, filesize=12.0 K
2024-12-09T13:15:13,484 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 864de806f088b04bf753d5c66d79ae6a in 673ms, sequenceid=280, compaction requested=true
2024-12-09T13:15:13,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:13,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:13,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-12-09T13:15:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-12-09T13:15:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:13,495 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:15:13,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:13,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:13,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:13,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:13,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:13,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:13,500 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-09T13:15:13,500 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec
2024-12-09T13:15:13,503 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.5550 sec
2024-12-09T13:15:13,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5a70876f8b29421c9708325e6e162c60 is 50, key is test_row_0/A:col10/1733750113197/Put/seqid=0
2024-12-09T13:15:13,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750173534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741894_1070 (size=14741)
2024-12-09T13:15:13,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,553 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5a70876f8b29421c9708325e6e162c60
2024-12-09T13:15:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750173541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750173547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750173541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750173549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/6772ec1b040447c281f884183666ad2a is 50, key is test_row_0/B:col10/1733750113197/Put/seqid=0
2024-12-09T13:15:13,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741895_1071 (size=12301)
2024-12-09T13:15:13,621 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/6772ec1b040447c281f884183666ad2a
2024-12-09T13:15:13,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750173655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/518c4f72f71242bd9850a7da18a57a76 is 50, key is test_row_0/C:col10/1733750113197/Put/seqid=0
2024-12-09T13:15:13,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750173673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750173673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750173674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741896_1072 (size=12301)
2024-12-09T13:15:13,718 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/518c4f72f71242bd9850a7da18a57a76
2024-12-09T13:15:13,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5a70876f8b29421c9708325e6e162c60 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a70876f8b29421c9708325e6e162c60
2024-12-09T13:15:13,753 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a70876f8b29421c9708325e6e162c60, entries=200, sequenceid=300, filesize=14.4 K
2024-12-09T13:15:13,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/6772ec1b040447c281f884183666ad2a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6772ec1b040447c281f884183666ad2a
2024-12-09T13:15:13,767 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6772ec1b040447c281f884183666ad2a, entries=150, sequenceid=300, filesize=12.0 K
2024-12-09T13:15:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/518c4f72f71242bd9850a7da18a57a76 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/518c4f72f71242bd9850a7da18a57a76
2024-12-09T13:15:13,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/518c4f72f71242bd9850a7da18a57a76, entries=150, sequenceid=300, filesize=12.0 K
2024-12-09T13:15:13,788 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 864de806f088b04bf753d5c66d79ae6a in 293ms, sequenceid=300, compaction requested=true
2024-12-09T13:15:13,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:13,788 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:13,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:13,790 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54430 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:13,790 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/A is initiating minor compaction (all files)
2024-12-09T13:15:13,790 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/A in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:13,791 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/05aa4b6b1993411f981f14095b85ce7d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/959e1dee9db7451d9f9c866ca33e1599, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a363d558e994d2d8e250751b929ab54, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a70876f8b29421c9708325e6e162c60] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=53.2 K
2024-12-09T13:15:13,791 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05aa4b6b1993411f981f14095b85ce7d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733750110395
2024-12-09T13:15:13,792 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 959e1dee9db7451d9f9c866ca33e1599, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733750111124
2024-12-09T13:15:13,792 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a363d558e994d2d8e250751b929ab54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733750111912
2024-12-09T13:15:13,793 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a70876f8b29421c9708325e6e162c60, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733750113190
2024-12-09T13:15:13,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:13,802 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:13,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:13,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:13,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:13,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:13,807 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:13,807 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/B is initiating minor compaction (all files)
2024-12-09T13:15:13,807 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/B in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:13,807 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/81049440df9d402980ec5d67d7a5e486, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4af3696c781d465e84a8d4c4e16bac91, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/11db9f5a5b544c0a91dd064a25fab536, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6772ec1b040447c281f884183666ad2a] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=48.4 K
2024-12-09T13:15:13,812 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#A#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:13,812 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 81049440df9d402980ec5d67d7a5e486, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733750110395
2024-12-09T13:15:13,813 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/4c436b08760f4c9ab3fb6907f6c899b4 is 50, key is test_row_0/A:col10/1733750113197/Put/seqid=0
2024-12-09T13:15:13,815 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4af3696c781d465e84a8d4c4e16bac91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733750111124
2024-12-09T13:15:13,815 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 11db9f5a5b544c0a91dd064a25fab536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733750111912
2024-12-09T13:15:13,816 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6772ec1b040447c281f884183666ad2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733750113190
2024-12-09T13:15:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:13,879 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:15:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:13,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:13,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741897_1073 (size=12983)
2024-12-09T13:15:13,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/1e7472e5ee904b9d96f5f0112a73d8da is 50, key is test_row_0/A:col10/1733750113874/Put/seqid=0
2024-12-09T13:15:13,927 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#B#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:13,928 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/fa6d19b2bf4445609a7d59b94a113933 is 50, key is test_row_0/B:col10/1733750113197/Put/seqid=0
2024-12-09T13:15:13,932 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/4c436b08760f4c9ab3fb6907f6c899b4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4c436b08760f4c9ab3fb6907f6c899b4
2024-12-09T13:15:13,944 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/A of 864de806f088b04bf753d5c66d79ae6a into 4c436b08760f4c9ab3fb6907f6c899b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:13,944 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:13,944 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/A, priority=12, startTime=1733750113788; duration=0sec
2024-12-09T13:15:13,944 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:13,944 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:13,944 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:13,947 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:13,948 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/C is initiating minor compaction (all files)
2024-12-09T13:15:13,948 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/C in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:13,948 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6df09b2266174e60a8a08a42ba104b18, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5dc1e26442df4d708a2a36641147f082, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b2752bfee6b449c29f6e8e17657ae153, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/518c4f72f71242bd9850a7da18a57a76] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=48.4 K
2024-12-09T13:15:13,949 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6df09b2266174e60a8a08a42ba104b18, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733750110395
2024-12-09T13:15:13,949 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dc1e26442df4d708a2a36641147f082, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733750111124
2024-12-09T13:15:13,950 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2752bfee6b449c29f6e8e17657ae153, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733750111912
2024-12-09T13:15:13,950 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 518c4f72f71242bd9850a7da18a57a76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733750113190
2024-12-09T13:15:13,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741898_1074 (size=14741)
2024-12-09T13:15:13,974 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/1e7472e5ee904b9d96f5f0112a73d8da
2024-12-09T13:15:13,983 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:13,983 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/cae5f8b9c8f54c18a4971b07f0dd3458 is 50, key is test_row_0/C:col10/1733750113197/Put/seqid=0
2024-12-09T13:15:13,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750173980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:13,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750173980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/7ae99a3b86214f8da6a626caa9b19fb1 is 50, key is test_row_0/B:col10/1733750113874/Put/seqid=0
2024-12-09T13:15:14,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741899_1075 (size=12983)
2024-12-09T13:15:14,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750173987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750173990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750173992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,029 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/fa6d19b2bf4445609a7d59b94a113933 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/fa6d19b2bf4445609a7d59b94a113933
2024-12-09T13:15:14,044 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/B of 864de806f088b04bf753d5c66d79ae6a into fa6d19b2bf4445609a7d59b94a113933(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:14,044 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:14,044 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/B, priority=12, startTime=1733750113802; duration=0sec
2024-12-09T13:15:14,045 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:14,045 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:14,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741900_1076 (size=12983)
2024-12-09T13:15:14,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741901_1077 (size=12301)
2024-12-09T13:15:14,080 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/7ae99a3b86214f8da6a626caa9b19fb1
2024-12-09T13:15:14,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750174103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750174104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T13:15:14,125 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:14,126 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:14,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750174126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750174126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/f499946a59bf408fab44e9ca4d471de4 is 50, key is test_row_0/C:col10/1733750113874/Put/seqid=0
2024-12-09T13:15:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-12-09T13:15:14,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-09T13:15:14,140 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:14,143 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:14,144 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:14,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750174125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741902_1078 (size=12301)
2024-12-09T13:15:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-09T13:15:14,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-09T13:15:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:14,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750174313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750174323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750174349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750174351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750174384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-09T13:15:14,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-09T13:15:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:14,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,481 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/cae5f8b9c8f54c18a4971b07f0dd3458 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/cae5f8b9c8f54c18a4971b07f0dd3458
2024-12-09T13:15:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,498 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/C of 864de806f088b04bf753d5c66d79ae6a into cae5f8b9c8f54c18a4971b07f0dd3458(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:14,498 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:14,498 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/C, priority=12, startTime=1733750113803; duration=0sec
2024-12-09T13:15:14,498 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:14,498 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:14,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/f499946a59bf408fab44e9ca4d471de4
2024-12-09T13:15:14,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-09T13:15:14,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:14,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:14,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:14,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750174637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750174634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/1e7472e5ee904b9d96f5f0112a73d8da as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1e7472e5ee904b9d96f5f0112a73d8da
2024-12-09T13:15:14,661 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1e7472e5ee904b9d96f5f0112a73d8da, entries=200, sequenceid=314, filesize=14.4 K
2024-12-09T13:15:14,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/7ae99a3b86214f8da6a626caa9b19fb1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7ae99a3b86214f8da6a626caa9b19fb1
2024-12-09T13:15:14,669 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7ae99a3b86214f8da6a626caa9b19fb1, entries=150, sequenceid=314, filesize=12.0 K
2024-12-09T13:15:14,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/f499946a59bf408fab44e9ca4d471de4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f499946a59bf408fab44e9ca4d471de4
2024-12-09T13:15:14,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750174664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750174664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750174696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:14,710 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f499946a59bf408fab44e9ca4d471de4, entries=150, sequenceid=314, filesize=12.0 K
2024-12-09T13:15:14,711 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 864de806f088b04bf753d5c66d79ae6a in 834ms, sequenceid=314, compaction requested=false
2024-12-09T13:15:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-09T13:15:14,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-09T13:15:14,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:14,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-09T13:15:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:14,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/8b3231e4c3dc4443bea17bd7456a7fc2 is 50, key is test_row_0/A:col10/1733750113988/Put/seqid=0
2024-12-09T13:15:14,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741903_1079 (size=12301)
2024-12-09T13:15:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:15,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:15,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750175184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750175186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750175193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750175193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750175214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/8b3231e4c3dc4443bea17bd7456a7fc2
2024-12-09T13:15:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-09T13:15:15,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750175303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750175307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750175314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/5929099b8a694c8a8133cbe7a3fb7f86 is 50, key is test_row_0/B:col10/1733750113988/Put/seqid=0
2024-12-09T13:15:15,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741904_1080 (size=12301)
2024-12-09T13:15:15,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/5929099b8a694c8a8133cbe7a3fb7f86
2024-12-09T13:15:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/2f32ea814e12412eb082d47d861b914f is 50, key is test_row_0/C:col10/1733750113988/Put/seqid=0
2024-12-09T13:15:15,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741905_1081 (size=12301)
2024-12-09T13:15:15,495 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/2f32ea814e12412eb082d47d861b914f
2024-12-09T13:15:15,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750175515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/8b3231e4c3dc4443bea17bd7456a7fc2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/8b3231e4c3dc4443bea17bd7456a7fc2
2024-12-09T13:15:15,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750175527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750175528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,559 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/8b3231e4c3dc4443bea17bd7456a7fc2, entries=150, sequenceid=335, filesize=12.0 K
2024-12-09T13:15:15,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/5929099b8a694c8a8133cbe7a3fb7f86 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/5929099b8a694c8a8133cbe7a3fb7f86
2024-12-09T13:15:15,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/5929099b8a694c8a8133cbe7a3fb7f86, entries=150, sequenceid=335, filesize=12.0 K
2024-12-09T13:15:15,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/2f32ea814e12412eb082d47d861b914f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2f32ea814e12412eb082d47d861b914f
2024-12-09T13:15:15,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2f32ea814e12412eb082d47d861b914f, entries=150, sequenceid=335, filesize=12.0 K
2024-12-09T13:15:15,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 864de806f088b04bf753d5c66d79ae6a in 794ms, sequenceid=335, compaction requested=true
2024-12-09T13:15:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-12-09T13:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-12-09T13:15:15,609 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-12-09T13:15:15,609 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4610 sec
2024-12-09T13:15:15,611 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4840 sec
2024-12-09T13:15:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:15,837 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:15:15,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:15,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:15,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:15,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:15,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:15,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:15,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5830ddfd511e4225b5afd3495df5f8e0 is 50, key is test_row_0/A:col10/1733750115827/Put/seqid=0
2024-12-09T13:15:15,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741906_1082 (size=12301)
2024-12-09T13:15:15,892 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5830ddfd511e4225b5afd3495df5f8e0
2024-12-09T13:15:15,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/efd3689d5dc54c3e87397a29e71afb10 is 50, key is test_row_0/B:col10/1733750115827/Put/seqid=0
2024-12-09T13:15:15,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750175905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750175931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750175954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:15,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741907_1083 (size=12301)
2024-12-09T13:15:16,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750176054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750176065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750176078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750176203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,207 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750176233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,235 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2245 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750176267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750176284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-09T13:15:16,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750176298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,307 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:16,307 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-12-09T13:15:16,311 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:16,314 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:16,315 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-09T13:15:16,366 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/efd3689d5dc54c3e87397a29e71afb10
2024-12-09T13:15:16,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/b9422de227354cbeb5b0724d546112e6 is 50, key is test_row_0/C:col10/1733750115827/Put/seqid=0
2024-12-09T13:15:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-09T13:15:16,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741908_1084 (size=12301)
2024-12-09T13:15:16,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-09T13:15:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750176587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750176607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750176616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:16,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:16,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-09T13:15:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-09T13:15:16,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-09T13:15:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:16,863 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/b9422de227354cbeb5b0724d546112e6
2024-12-09T13:15:16,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/5830ddfd511e4225b5afd3495df5f8e0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5830ddfd511e4225b5afd3495df5f8e0
2024-12-09T13:15:16,878 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5830ddfd511e4225b5afd3495df5f8e0, entries=150, sequenceid=351, filesize=12.0 K
2024-12-09T13:15:16,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/efd3689d5dc54c3e87397a29e71afb10 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/efd3689d5dc54c3e87397a29e71afb10
2024-12-09T13:15:16,900 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/efd3689d5dc54c3e87397a29e71afb10, entries=150, sequenceid=351, filesize=12.0 K
2024-12-09T13:15:16,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/b9422de227354cbeb5b0724d546112e6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b9422de227354cbeb5b0724d546112e6
2024-12-09T13:15:16,919 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b9422de227354cbeb5b0724d546112e6, entries=150, sequenceid=351, filesize=12.0 K
2024-12-09T13:15:16,925 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 864de806f088b04bf753d5c66d79ae6a in 1088ms, sequenceid=351, compaction requested=true
2024-12-09T13:15:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:16,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:16,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:16,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:16,926 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:16,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:16,926 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:16,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:16,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:16,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-09T13:15:16,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:15:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:16,946 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:16,946 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/A is initiating minor compaction (all files)
2024-12-09T13:15:16,947 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/A in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,947 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4c436b08760f4c9ab3fb6907f6c899b4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1e7472e5ee904b9d96f5f0112a73d8da, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/8b3231e4c3dc4443bea17bd7456a7fc2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5830ddfd511e4225b5afd3495df5f8e0] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=51.1 K
2024-12-09T13:15:16,947 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c436b08760f4c9ab3fb6907f6c899b4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733750113190
2024-12-09T13:15:16,949 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e7472e5ee904b9d96f5f0112a73d8da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733750113539
2024-12-09T13:15:16,949 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b3231e4c3dc4443bea17bd7456a7fc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733750113972
2024-12-09T13:15:16,950 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5830ddfd511e4225b5afd3495df5f8e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733750115162
2024-12-09T13:15:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-09T13:15:16,952 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:16,952 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/B is initiating minor compaction (all files)
2024-12-09T13:15:16,952 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/B in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:16,952 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/fa6d19b2bf4445609a7d59b94a113933, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7ae99a3b86214f8da6a626caa9b19fb1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/5929099b8a694c8a8133cbe7a3fb7f86, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/efd3689d5dc54c3e87397a29e71afb10] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=48.7 K
2024-12-09T13:15:16,953 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fa6d19b2bf4445609a7d59b94a113933, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733750113190
2024-12-09T13:15:16,953 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ae99a3b86214f8da6a626caa9b19fb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733750113539
2024-12-09T13:15:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f739f4c2f01d4193a0469a1d2a275c3d is 50, key is test_row_0/A:col10/1733750115903/Put/seqid=0
2024-12-09T13:15:16,954 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 5929099b8a694c8a8133cbe7a3fb7f86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733750113972
2024-12-09T13:15:16,955 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting efd3689d5dc54c3e87397a29e71afb10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733750115162
2024-12-09T13:15:16,990 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:16,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741909_1085 (size=12301)
2024-12-09T13:15:16,991 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/3d0ff8a78c354ed1aaf9326e1128f61c is 50, key is test_row_0/A:col10/1733750115827/Put/seqid=0
2024-12-09T13:15:16,993 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#B#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:16,994 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/2d34d1290ff34171858c0337cae764b2 is 50, key is test_row_0/B:col10/1733750115827/Put/seqid=0
2024-12-09T13:15:17,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741911_1087 (size=13119)
2024-12-09T13:15:17,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741910_1086 (size=13119)
2024-12-09T13:15:17,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:17,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750177171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750177174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750177174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750177283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750177293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750177298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f739f4c2f01d4193a0469a1d2a275c3d
2024-12-09T13:15:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/19f9d84fac0447ab98b9c99f87e96b90 is 50, key is test_row_0/B:col10/1733750115903/Put/seqid=0
2024-12-09T13:15:17,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741912_1088 (size=12301)
2024-12-09T13:15:17,454 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/2d34d1290ff34171858c0337cae764b2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2d34d1290ff34171858c0337cae764b2
2024-12-09T13:15:17,456 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/3d0ff8a78c354ed1aaf9326e1128f61c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3d0ff8a78c354ed1aaf9326e1128f61c
2024-12-09T13:15:17,457 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/19f9d84fac0447ab98b9c99f87e96b90
2024-12-09T13:15:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-09T13:15:17,483 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/A of 864de806f088b04bf753d5c66d79ae6a into 3d0ff8a78c354ed1aaf9326e1128f61c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:17,483 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:17,484 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/A, priority=12, startTime=1733750116926; duration=0sec
2024-12-09T13:15:17,484 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/B of 864de806f088b04bf753d5c66d79ae6a into 2d34d1290ff34171858c0337cae764b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:17,484 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:17,484 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/B, priority=12, startTime=1733750116926; duration=0sec
2024-12-09T13:15:17,486 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:17,486 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:17,487 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:17,487 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:17,487 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:17,493 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:17,494 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/C is initiating minor compaction (all files)
2024-12-09T13:15:17,494 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/C in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:17,494 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/cae5f8b9c8f54c18a4971b07f0dd3458, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f499946a59bf408fab44e9ca4d471de4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2f32ea814e12412eb082d47d861b914f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b9422de227354cbeb5b0724d546112e6] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=48.7 K
2024-12-09T13:15:17,495 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting cae5f8b9c8f54c18a4971b07f0dd3458, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733750113190
2024-12-09T13:15:17,499 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f499946a59bf408fab44e9ca4d471de4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733750113539
2024-12-09T13:15:17,500 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f32ea814e12412eb082d47d861b914f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733750113972
2024-12-09T13:15:17,500 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9422de227354cbeb5b0724d546112e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733750115162
2024-12-09T13:15:17,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750177498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/fed7e3ebcae94b5ea147d5f49925d584 is 50, key is test_row_0/C:col10/1733750115903/Put/seqid=0
2024-12-09T13:15:17,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750177514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750177520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741913_1089 (size=12301)
2024-12-09T13:15:17,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/fed7e3ebcae94b5ea147d5f49925d584
2024-12-09T13:15:17,550 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#C#compaction#77 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:17,551 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/6922b2d9c275428494be82c563919196 is 50, key is test_row_0/C:col10/1733750115827/Put/seqid=0
2024-12-09T13:15:17,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f739f4c2f01d4193a0469a1d2a275c3d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f739f4c2f01d4193a0469a1d2a275c3d
2024-12-09T13:15:17,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f739f4c2f01d4193a0469a1d2a275c3d, entries=150, sequenceid=368, filesize=12.0 K
2024-12-09T13:15:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/19f9d84fac0447ab98b9c99f87e96b90 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f9d84fac0447ab98b9c99f87e96b90
2024-12-09T13:15:17,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741914_1090 (size=13119)
2024-12-09T13:15:17,578 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f9d84fac0447ab98b9c99f87e96b90, entries=150, sequenceid=368, filesize=12.0 K
2024-12-09T13:15:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/fed7e3ebcae94b5ea147d5f49925d584 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/fed7e3ebcae94b5ea147d5f49925d584
2024-12-09T13:15:17,597 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/6922b2d9c275428494be82c563919196 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6922b2d9c275428494be82c563919196
2024-12-09T13:15:17,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/fed7e3ebcae94b5ea147d5f49925d584, entries=150, sequenceid=368, filesize=12.0 K
2024-12-09T13:15:17,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 864de806f088b04bf753d5c66d79ae6a in 668ms, sequenceid=368, compaction requested=false
2024-12-09T13:15:17,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:17,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:17,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-12-09T13:15:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-12-09T13:15:17,620 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/C of 864de806f088b04bf753d5c66d79ae6a into 6922b2d9c275428494be82c563919196(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:17,620 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:17,620 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/C, priority=12, startTime=1733750116926; duration=0sec
2024-12-09T13:15:17,620 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:17,620 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:17,629 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-09T13:15:17,629 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3070 sec
2024-12-09T13:15:17,634 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.3220 sec
2024-12-09T13:15:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:17,822 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:15:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:17,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f73cd20b5a47471fa7ec385578289191 is 50, key is test_row_0/A:col10/1733750117165/Put/seqid=0
2024-12-09T13:15:17,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750177864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750177874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750177878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:17,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741915_1091 (size=12297)
2024-12-09T13:15:17,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750177983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750177994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750177998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750178195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750178213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750178213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53644 deadline: 1733750178227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,234 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53628 deadline: 1733750178264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,269 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 864de806f088b04bf753d5c66d79ae6a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4279 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,301 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f73cd20b5a47471fa7ec385578289191
2024-12-09T13:15:18,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/182ac5f741794a748b8d0130d9f158b1 is 50, key is test_row_0/B:col10/1733750117165/Put/seqid=0
2024-12-09T13:15:18,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741916_1092 (size=9857)
2024-12-09T13:15:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-09T13:15:18,485 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:18,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-12-09T13:15:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T13:15:18,496 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:18,498 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:18,498 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:18,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750178514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750178533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750178534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T13:15:18,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-09T13:15:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:18,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:18,785 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/182ac5f741794a748b8d0130d9f158b1
2024-12-09T13:15:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T13:15:18,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/155d26f7deba49a19aa6da285cd7d03d is 50, key is test_row_0/C:col10/1733750117165/Put/seqid=0
2024-12-09T13:15:18,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-09T13:15:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:18,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:18,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:18,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741917_1093 (size=9857)
2024-12-09T13:15:19,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-09T13:15:19,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:19,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53656 deadline: 1733750179036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:19,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:19,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53668 deadline: 1733750179045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:19,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53572 deadline: 1733750179059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T13:15:19,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-09T13:15:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,290 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/155d26f7deba49a19aa6da285cd7d03d
2024-12-09T13:15:19,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/f73cd20b5a47471fa7ec385578289191 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f73cd20b5a47471fa7ec385578289191
2024-12-09T13:15:19,320 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f73cd20b5a47471fa7ec385578289191, entries=150, sequenceid=387, filesize=12.0 K
2024-12-09T13:15:19,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/182ac5f741794a748b8d0130d9f158b1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/182ac5f741794a748b8d0130d9f158b1
2024-12-09T13:15:19,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-09T13:15:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:19,341 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-12-09T13:15:19,341 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:19,347 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-12-09T13:15:19,347 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:19,348 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:19,348 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:19,348 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-12-09T13:15:19,348 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:19,348 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:19,349 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:19,349 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:19,349 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:19,349 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:19,350 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:19,352 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/182ac5f741794a748b8d0130d9f158b1, entries=100, sequenceid=387, filesize=9.6 K
2024-12-09T13:15:19,353 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:19,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/155d26f7deba49a19aa6da285cd7d03d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/155d26f7deba49a19aa6da285cd7d03d
2024-12-09T13:15:19,363 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-12-09T13:15:19,363 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:19,363 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:19,364 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:19,364 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:19,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/155d26f7deba49a19aa6da285cd7d03d, entries=100, sequenceid=387, filesize=9.6 K
2024-12-09T13:15:19,377 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 864de806f088b04bf753d5c66d79ae6a in 1555ms, sequenceid=387, compaction requested=true
2024-12-09T13:15:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:19,377 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:19,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 864de806f088b04bf753d5c66d79ae6a:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:19,378 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:19,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:19,381 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:19,381 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/A is initiating minor compaction (all files)
2024-12-09T13:15:19,381 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/A in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,382 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3d0ff8a78c354ed1aaf9326e1128f61c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f739f4c2f01d4193a0469a1d2a275c3d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f73cd20b5a47471fa7ec385578289191] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=36.8 K
2024-12-09T13:15:19,382 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d0ff8a78c354ed1aaf9326e1128f61c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733750115162
2024-12-09T13:15:19,383 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f739f4c2f01d4193a0469a1d2a275c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733750115899
2024-12-09T13:15:19,383 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f73cd20b5a47471fa7ec385578289191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733750117165
2024-12-09T13:15:19,384 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:19,384 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/B is initiating minor compaction (all files)
2024-12-09T13:15:19,384 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/B in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,384 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2d34d1290ff34171858c0337cae764b2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f9d84fac0447ab98b9c99f87e96b90, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/182ac5f741794a748b8d0130d9f158b1] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=34.5 K
2024-12-09T13:15:19,385 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d34d1290ff34171858c0337cae764b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733750115162
2024-12-09T13:15:19,386 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19f9d84fac0447ab98b9c99f87e96b90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733750115899
2024-12-09T13:15:19,387 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 182ac5f741794a748b8d0130d9f158b1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733750117165
2024-12-09T13:15:19,398 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:19,398 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/11558e8fe4164dd9b48d083328eaf42e is 50, key is test_row_0/A:col10/1733750117165/Put/seqid=0
2024-12-09T13:15:19,406 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:19,407 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/d8e2e01bbba8475386e8e9d72272750a is 50, key is test_row_0/B:col10/1733750117165/Put/seqid=0
2024-12-09T13:15:19,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741919_1095 (size=13221)
2024-12-09T13:15:19,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741918_1094 (size=13221)
2024-12-09T13:15:19,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-09T13:15:19,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:15:19,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:19,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/7ef2e6d6561e4a3fbc5ed0f249af2404 is 50, key is test_row_0/A:col10/1733750117859/Put/seqid=0
2024-12-09T13:15:19,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741920_1096 (size=12301)
2024-12-09T13:15:19,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/7ef2e6d6561e4a3fbc5ed0f249af2404
2024-12-09T13:15:19,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/b5ca57880a26477dbb6d54a20e428f7f is 50, key is test_row_0/B:col10/1733750117859/Put/seqid=0
2024-12-09T13:15:19,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741921_1097 (size=12301)
2024-12-09T13:15:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T13:15:19,888 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/11558e8fe4164dd9b48d083328eaf42e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/11558e8fe4164dd9b48d083328eaf42e
2024-12-09T13:15:19,890 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/d8e2e01bbba8475386e8e9d72272750a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/d8e2e01bbba8475386e8e9d72272750a
2024-12-09T13:15:19,902 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/A of 864de806f088b04bf753d5c66d79ae6a into 11558e8fe4164dd9b48d083328eaf42e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:19,902 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:19,902 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/A, priority=13, startTime=1733750119377; duration=0sec
2024-12-09T13:15:19,904 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:19,904 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:A
2024-12-09T13:15:19,904 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:19,906 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/B of 864de806f088b04bf753d5c66d79ae6a into d8e2e01bbba8475386e8e9d72272750a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:19,907 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:19,907 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/B, priority=13, startTime=1733750119377; duration=0sec
2024-12-09T13:15:19,907 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:19,907 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:B
2024-12-09T13:15:19,911 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:19,911 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 864de806f088b04bf753d5c66d79ae6a/C is initiating minor compaction (all files)
2024-12-09T13:15:19,911 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 864de806f088b04bf753d5c66d79ae6a/C in TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:19,911 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6922b2d9c275428494be82c563919196, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/fed7e3ebcae94b5ea147d5f49925d584, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/155d26f7deba49a19aa6da285cd7d03d] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp, totalSize=34.5 K
2024-12-09T13:15:19,912 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6922b2d9c275428494be82c563919196, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733750115162
2024-12-09T13:15:19,912 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fed7e3ebcae94b5ea147d5f49925d584, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733750115899
2024-12-09T13:15:19,913 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 155d26f7deba49a19aa6da285cd7d03d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733750117165
2024-12-09T13:15:19,945 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 864de806f088b04bf753d5c66d79ae6a#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:19,946 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/d4186476538b4744a8db1b3a6c997843 is 50, key is test_row_0/C:col10/1733750117165/Put/seqid=0
2024-12-09T13:15:19,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741922_1098 (size=13221)
2024-12-09T13:15:19,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/b5ca57880a26477dbb6d54a20e428f7f
2024-12-09T13:15:19,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/5925d065e3354b159b706486ebf854db is 50, key is test_row_0/C:col10/1733750117859/Put/seqid=0
2024-12-09T13:15:20,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741923_1099 (size=12301)
2024-12-09T13:15:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:20,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. as already flushing
2024-12-09T13:15:20,059 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-12-09T13:15:20,059 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:20,059 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:20,059 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:20,060 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:20,069 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-12-09T13:15:20,069 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:20,069 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:20,069 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:20,070 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:20,111 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-12-09T13:15:20,111 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:20,111 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:20,112 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:20,112 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:20,373 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/d4186476538b4744a8db1b3a6c997843 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/d4186476538b4744a8db1b3a6c997843
2024-12-09T13:15:20,380 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 864de806f088b04bf753d5c66d79ae6a/C of 864de806f088b04bf753d5c66d79ae6a into d4186476538b4744a8db1b3a6c997843(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:20,380 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:20,380 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., storeName=864de806f088b04bf753d5c66d79ae6a/C, priority=13, startTime=1733750119378; duration=0sec
2024-12-09T13:15:20,380 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:20,380 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 864de806f088b04bf753d5c66d79ae6a:C
2024-12-09T13:15:20,410 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/5925d065e3354b159b706486ebf854db
2024-12-09T13:15:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/7ef2e6d6561e4a3fbc5ed0f249af2404 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/7ef2e6d6561e4a3fbc5ed0f249af2404
2024-12-09T13:15:20,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/7ef2e6d6561e4a3fbc5ed0f249af2404, entries=150, sequenceid=403, filesize=12.0 K
2024-12-09T13:15:20,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/b5ca57880a26477dbb6d54a20e428f7f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/b5ca57880a26477dbb6d54a20e428f7f
2024-12-09T13:15:20,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/b5ca57880a26477dbb6d54a20e428f7f, entries=150, sequenceid=403, filesize=12.0 K
2024-12-09T13:15:20,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/5925d065e3354b159b706486ebf854db as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5925d065e3354b159b706486ebf854db
2024-12-09T13:15:20,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5925d065e3354b159b706486ebf854db, entries=150, sequenceid=403, filesize=12.0 K
2024-12-09T13:15:20,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=20.13 KB/20610 for 864de806f088b04bf753d5c66d79ae6a in 956ms, sequenceid=403, compaction requested=false
2024-12-09T13:15:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 864de806f088b04bf753d5c66d79ae6a:

2024-12-09T13:15:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-12-09T13:15:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-12-09T13:15:20,458 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-09T13:15:20,458 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9570 sec
2024-12-09T13:15:20,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9700 sec
2024-12-09T13:15:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T13:15:20,648 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:21,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T13:15:22,266 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-12-09T13:15:22,266 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:22,266 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:22,266 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:22,266 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:22,316 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-12-09T13:15:22,316 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:22,316 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:22,316 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:22,316 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:22,316 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 65
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 42
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 118
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 35
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1244
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1298
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 601
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1793 rows
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 607
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1809 rows
2024-12-09T13:15:22,317 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:15:22,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:15:22,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:22,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:22,318 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:22,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-09T13:15:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:22,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750122337"}]},"ts":"1733750122337"}
2024-12-09T13:15:22,340 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-09T13:15:22,341 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-09T13:15:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-09T13:15:22,343 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:15:22,351 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, UNASSIGN}]
2024-12-09T13:15:22,354 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, UNASSIGN
2024-12-09T13:15:22,356 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=864de806f088b04bf753d5c66d79ae6a, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:22,363 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=cad571b91d50,33809,1733750093218, table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-09T13:15:22,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, UNASSIGN because future has completed
2024-12-09T13:15:22,382 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:15:22,383 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:15:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-09T13:15:22,544 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(122): Close 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:22,545 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:15:22,546 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1722): Closing 864de806f088b04bf753d5c66d79ae6a, disabling compactions & flushes
2024-12-09T13:15:22,546 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:22,546 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:22,546 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. after waiting 0 ms
2024-12-09T13:15:22,547 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:22,547 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(2902): Flushing 864de806f088b04bf753d5c66d79ae6a 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-09T13:15:22,547 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=A
2024-12-09T13:15:22,547 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:22,547 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=B
2024-12-09T13:15:22,547 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:22,547 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 864de806f088b04bf753d5c66d79ae6a, store=C
2024-12-09T13:15:22,547 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:22,576 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/fe45e5ad3c22483b9cb005c3080817db is 50, key is test_row_0/A:col10/1733750122314/Put/seqid=0
2024-12-09T13:15:22,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741924_1100 (size=7415)
2024-12-09T13:15:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-09T13:15:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-09T13:15:23,024 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/fe45e5ad3c22483b9cb005c3080817db
2024-12-09T13:15:23,037 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/208d6f192cb74060993ed7688d279111 is 50, key is test_row_0/B:col10/1733750122314/Put/seqid=0
2024-12-09T13:15:23,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741925_1101 (size=7415)
2024-12-09T13:15:23,452 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/208d6f192cb74060993ed7688d279111
2024-12-09T13:15:23,464 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/843ab90df6de41d0b6023a6fccb871a1 is 50, key is test_row_0/C:col10/1733750122314/Put/seqid=0
2024-12-09T13:15:23,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741926_1102 (size=7415)
2024-12-09T13:15:23,470 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/843ab90df6de41d0b6023a6fccb871a1
2024-12-09T13:15:23,480 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/A/fe45e5ad3c22483b9cb005c3080817db as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/fe45e5ad3c22483b9cb005c3080817db
2024-12-09T13:15:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-09T13:15:23,499 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/fe45e5ad3c22483b9cb005c3080817db, entries=50, sequenceid=414, filesize=7.2 K
2024-12-09T13:15:23,500 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/B/208d6f192cb74060993ed7688d279111 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/208d6f192cb74060993ed7688d279111
2024-12-09T13:15:23,514 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/208d6f192cb74060993ed7688d279111, entries=50, sequenceid=414, filesize=7.2 K
2024-12-09T13:15:23,515 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/.tmp/C/843ab90df6de41d0b6023a6fccb871a1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/843ab90df6de41d0b6023a6fccb871a1
2024-12-09T13:15:23,528 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/843ab90df6de41d0b6023a6fccb871a1, entries=50, sequenceid=414, filesize=7.2 K
2024-12-09T13:15:23,531 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 864de806f088b04bf753d5c66d79ae6a in 984ms, sequenceid=414, compaction requested=true
2024-12-09T13:15:23,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/aa3408a009ef40b3bcbabedd1fb9d981, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c897acbc01b451384e3c20fdf0a1763, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f3b6201ecce24593ab392cbb21e07c4e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9df53a23190a4f05918353ca549f00b8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/04fe256ed9384628b1a9c025bc63365e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/17f8c2790856411b9c29b0a6839134ab, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/54a978a8713642f19b899db3812b0309, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9f91f32a2c324ba0a9d2b9299250ce7a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/6d35edc1168b4d0aa0619997ca637d0b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/de9ed0af9a4b4e8089542d6040d0c2ca, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3a45a6552490432e99c0cb2afb2d4886, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4eda9679de8846d6817edf986c648593, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c6739cca5da4d0fb2b89e703379e5d4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/2fd675c895094cd5b8d178db752d41d6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f82f87cd18cb4f2699801c99700a8e05, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/05aa4b6b1993411f981f14095b85ce7d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1f57ce91c8f34591af3247944c734a94, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/959e1dee9db7451d9f9c866ca33e1599, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a363d558e994d2d8e250751b929ab54, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a70876f8b29421c9708325e6e162c60, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4c436b08760f4c9ab3fb6907f6c899b4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1e7472e5ee904b9d96f5f0112a73d8da, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/8b3231e4c3dc4443bea17bd7456a7fc2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3d0ff8a78c354ed1aaf9326e1128f61c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5830ddfd511e4225b5afd3495df5f8e0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f739f4c2f01d4193a0469a1d2a275c3d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f73cd20b5a47471fa7ec385578289191] to archive
2024-12-09T13:15:23,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:15:23,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/aa3408a009ef40b3bcbabedd1fb9d981 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/aa3408a009ef40b3bcbabedd1fb9d981
2024-12-09T13:15:23,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c897acbc01b451384e3c20fdf0a1763 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c897acbc01b451384e3c20fdf0a1763
2024-12-09T13:15:23,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f3b6201ecce24593ab392cbb21e07c4e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f3b6201ecce24593ab392cbb21e07c4e
2024-12-09T13:15:23,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9df53a23190a4f05918353ca549f00b8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9df53a23190a4f05918353ca549f00b8
2024-12-09T13:15:23,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/04fe256ed9384628b1a9c025bc63365e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/04fe256ed9384628b1a9c025bc63365e
2024-12-09T13:15:23,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/17f8c2790856411b9c29b0a6839134ab to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/17f8c2790856411b9c29b0a6839134ab
2024-12-09T13:15:23,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/54a978a8713642f19b899db3812b0309 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/54a978a8713642f19b899db3812b0309
2024-12-09T13:15:23,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9f91f32a2c324ba0a9d2b9299250ce7a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/9f91f32a2c324ba0a9d2b9299250ce7a
2024-12-09T13:15:23,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/6d35edc1168b4d0aa0619997ca637d0b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/6d35edc1168b4d0aa0619997ca637d0b
2024-12-09T13:15:23,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/de9ed0af9a4b4e8089542d6040d0c2ca to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/de9ed0af9a4b4e8089542d6040d0c2ca
2024-12-09T13:15:23,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3a45a6552490432e99c0cb2afb2d4886 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3a45a6552490432e99c0cb2afb2d4886
2024-12-09T13:15:23,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4eda9679de8846d6817edf986c648593 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4eda9679de8846d6817edf986c648593
2024-12-09T13:15:23,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c6739cca5da4d0fb2b89e703379e5d4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5c6739cca5da4d0fb2b89e703379e5d4
2024-12-09T13:15:23,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/2fd675c895094cd5b8d178db752d41d6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/2fd675c895094cd5b8d178db752d41d6
2024-12-09T13:15:23,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f82f87cd18cb4f2699801c99700a8e05 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f82f87cd18cb4f2699801c99700a8e05
2024-12-09T13:15:23,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/05aa4b6b1993411f981f14095b85ce7d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/05aa4b6b1993411f981f14095b85ce7d
2024-12-09T13:15:23,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1f57ce91c8f34591af3247944c734a94 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1f57ce91c8f34591af3247944c734a94
2024-12-09T13:15:23,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/959e1dee9db7451d9f9c866ca33e1599 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/959e1dee9db7451d9f9c866ca33e1599
2024-12-09T13:15:23,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a363d558e994d2d8e250751b929ab54 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a363d558e994d2d8e250751b929ab54
2024-12-09T13:15:23,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a70876f8b29421c9708325e6e162c60 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5a70876f8b29421c9708325e6e162c60
2024-12-09T13:15:23,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4c436b08760f4c9ab3fb6907f6c899b4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/4c436b08760f4c9ab3fb6907f6c899b4
2024-12-09T13:15:23,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1e7472e5ee904b9d96f5f0112a73d8da to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/1e7472e5ee904b9d96f5f0112a73d8da
2024-12-09T13:15:23,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/8b3231e4c3dc4443bea17bd7456a7fc2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/8b3231e4c3dc4443bea17bd7456a7fc2
2024-12-09T13:15:23,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3d0ff8a78c354ed1aaf9326e1128f61c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/3d0ff8a78c354ed1aaf9326e1128f61c
2024-12-09T13:15:23,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5830ddfd511e4225b5afd3495df5f8e0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/5830ddfd511e4225b5afd3495df5f8e0
2024-12-09T13:15:23,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f739f4c2f01d4193a0469a1d2a275c3d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f739f4c2f01d4193a0469a1d2a275c3d
2024-12-09T13:15:23,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f73cd20b5a47471fa7ec385578289191 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/f73cd20b5a47471fa7ec385578289191
2024-12-09T13:15:23,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/ec3c25318464463380bde82201956cf4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4eb43fc2f107409e975f2dc5b9f8a957, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/f69392e9e27643b8ac94453fc4e7fce1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/3939a6c585af44059b17a0c08f86abeb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f83cadd2544d27bc036bd18522565f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/9788e5214199467896e52e56958c2b0d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/e469f42c8d2e460aa4e3c015bedcfab2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/652edf6697d74bd882a10888cc6dc34f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/0a299b108f474990b3fda2ad99fc4b6b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/390e403cd8dd4660826c510274a463ee, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/8cb1b9a357414c6181e08c51ba57ea45, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7e24224f92444e6da3dc951f198ca8cd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/876c8e18c82342bcbd89c7e73d1e7e88, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/457a5cd9e23a4d6fa4f4b251ebfd76da, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/81049440df9d402980ec5d67d7a5e486, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6c5ab2a5863c407c85e5773a13e453d5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4af3696c781d465e84a8d4c4e16bac91, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/11db9f5a5b544c0a91dd064a25fab536, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/fa6d19b2bf4445609a7d59b94a113933, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6772ec1b040447c281f884183666ad2a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7ae99a3b86214f8da6a626caa9b19fb1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/5929099b8a694c8a8133cbe7a3fb7f86, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2d34d1290ff34171858c0337cae764b2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/efd3689d5dc54c3e87397a29e71afb10, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f9d84fac0447ab98b9c99f87e96b90, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/182ac5f741794a748b8d0130d9f158b1] to archive
2024-12-09T13:15:23,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:15:23,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/ec3c25318464463380bde82201956cf4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/ec3c25318464463380bde82201956cf4
2024-12-09T13:15:23,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4eb43fc2f107409e975f2dc5b9f8a957 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4eb43fc2f107409e975f2dc5b9f8a957
2024-12-09T13:15:23,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/f69392e9e27643b8ac94453fc4e7fce1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/f69392e9e27643b8ac94453fc4e7fce1
2024-12-09T13:15:23,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/3939a6c585af44059b17a0c08f86abeb to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/3939a6c585af44059b17a0c08f86abeb
2024-12-09T13:15:23,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f83cadd2544d27bc036bd18522565f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f83cadd2544d27bc036bd18522565f
2024-12-09T13:15:23,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/9788e5214199467896e52e56958c2b0d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/9788e5214199467896e52e56958c2b0d
2024-12-09T13:15:23,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/e469f42c8d2e460aa4e3c015bedcfab2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/e469f42c8d2e460aa4e3c015bedcfab2
2024-12-09T13:15:23,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/652edf6697d74bd882a10888cc6dc34f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/652edf6697d74bd882a10888cc6dc34f
2024-12-09T13:15:23,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/0a299b108f474990b3fda2ad99fc4b6b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/0a299b108f474990b3fda2ad99fc4b6b
2024-12-09T13:15:23,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/390e403cd8dd4660826c510274a463ee to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/390e403cd8dd4660826c510274a463ee
2024-12-09T13:15:23,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2233f4bc1baf4dac98d6bfb6d1fbd2c3
2024-12-09T13:15:23,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/8cb1b9a357414c6181e08c51ba57ea45 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/8cb1b9a357414c6181e08c51ba57ea45
2024-12-09T13:15:23,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7e24224f92444e6da3dc951f198ca8cd to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7e24224f92444e6da3dc951f198ca8cd
2024-12-09T13:15:23,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/876c8e18c82342bcbd89c7e73d1e7e88 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/876c8e18c82342bcbd89c7e73d1e7e88
2024-12-09T13:15:23,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/457a5cd9e23a4d6fa4f4b251ebfd76da to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/457a5cd9e23a4d6fa4f4b251ebfd76da
2024-12-09T13:15:23,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/81049440df9d402980ec5d67d7a5e486 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/81049440df9d402980ec5d67d7a5e486
2024-12-09T13:15:23,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6c5ab2a5863c407c85e5773a13e453d5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6c5ab2a5863c407c85e5773a13e453d5
2024-12-09T13:15:23,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4af3696c781d465e84a8d4c4e16bac91 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/4af3696c781d465e84a8d4c4e16bac91
2024-12-09T13:15:23,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/11db9f5a5b544c0a91dd064a25fab536 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/11db9f5a5b544c0a91dd064a25fab536
2024-12-09T13:15:23,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/fa6d19b2bf4445609a7d59b94a113933 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/fa6d19b2bf4445609a7d59b94a113933
2024-12-09T13:15:23,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6772ec1b040447c281f884183666ad2a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/6772ec1b040447c281f884183666ad2a
2024-12-09T13:15:23,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7ae99a3b86214f8da6a626caa9b19fb1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/7ae99a3b86214f8da6a626caa9b19fb1
2024-12-09T13:15:23,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/5929099b8a694c8a8133cbe7a3fb7f86 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/5929099b8a694c8a8133cbe7a3fb7f86
2024-12-09T13:15:23,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2d34d1290ff34171858c0337cae764b2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/2d34d1290ff34171858c0337cae764b2
2024-12-09T13:15:23,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/efd3689d5dc54c3e87397a29e71afb10 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/efd3689d5dc54c3e87397a29e71afb10
2024-12-09T13:15:23,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f9d84fac0447ab98b9c99f87e96b90 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/19f9d84fac0447ab98b9c99f87e96b90
2024-12-09T13:15:23,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/182ac5f741794a748b8d0130d9f158b1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/182ac5f741794a748b8d0130d9f158b1
2024-12-09T13:15:23,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/28e2741747d34561aa87d7dfd8678474, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/c89896649bd742849e797565becf07a9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2ae7d138542140b38058e66750f158f9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/d8ea887c53a346c1a9e7ada6c4e8aae8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/7276c32b63504f1b9f67a8449a405923, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/e83ac11ff7854d40a95011b47121dd9e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/247aec1ced3f41b1943d613a28d3781e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a4fe55ee9f6b4b00b7c61c56d0cde452, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/020f9c308c6d4723a25b9ef9d1068e9c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/0c875fbb2a9045d2bf751e6912308932, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a10448e49376430f941b89658c7a063e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/041f89c6767e4f0a87701723c887ae0c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/bd7c1ff90750400196295534f1da195d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/77171d2e7a8d4991bf1601087ddade1d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/680fddab7c50418cae4e995c865d7156, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6df09b2266174e60a8a08a42ba104b18, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f4a1859af6494247b4df12c859256ea9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5dc1e26442df4d708a2a36641147f082, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b2752bfee6b449c29f6e8e17657ae153, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/cae5f8b9c8f54c18a4971b07f0dd3458, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/518c4f72f71242bd9850a7da18a57a76, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f499946a59bf408fab44e9ca4d471de4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2f32ea814e12412eb082d47d861b914f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6922b2d9c275428494be82c563919196, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b9422de227354cbeb5b0724d546112e6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/fed7e3ebcae94b5ea147d5f49925d584, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/155d26f7deba49a19aa6da285cd7d03d] to archive
2024-12-09T13:15:23,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:15:23,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/28e2741747d34561aa87d7dfd8678474 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/28e2741747d34561aa87d7dfd8678474
2024-12-09T13:15:23,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/c89896649bd742849e797565becf07a9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/c89896649bd742849e797565becf07a9
2024-12-09T13:15:23,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2ae7d138542140b38058e66750f158f9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2ae7d138542140b38058e66750f158f9
2024-12-09T13:15:23,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/d8ea887c53a346c1a9e7ada6c4e8aae8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/d8ea887c53a346c1a9e7ada6c4e8aae8
2024-12-09T13:15:23,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/7276c32b63504f1b9f67a8449a405923 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/7276c32b63504f1b9f67a8449a405923
2024-12-09T13:15:23,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/e83ac11ff7854d40a95011b47121dd9e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/e83ac11ff7854d40a95011b47121dd9e
2024-12-09T13:15:23,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/247aec1ced3f41b1943d613a28d3781e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/247aec1ced3f41b1943d613a28d3781e
2024-12-09T13:15:23,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a4fe55ee9f6b4b00b7c61c56d0cde452 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a4fe55ee9f6b4b00b7c61c56d0cde452
2024-12-09T13:15:23,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/020f9c308c6d4723a25b9ef9d1068e9c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/020f9c308c6d4723a25b9ef9d1068e9c
2024-12-09T13:15:23,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/0c875fbb2a9045d2bf751e6912308932 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/0c875fbb2a9045d2bf751e6912308932
2024-12-09T13:15:23,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a10448e49376430f941b89658c7a063e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/a10448e49376430f941b89658c7a063e
2024-12-09T13:15:23,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/041f89c6767e4f0a87701723c887ae0c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/041f89c6767e4f0a87701723c887ae0c
2024-12-09T13:15:23,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/bd7c1ff90750400196295534f1da195d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/bd7c1ff90750400196295534f1da195d
2024-12-09T13:15:23,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/77171d2e7a8d4991bf1601087ddade1d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/77171d2e7a8d4991bf1601087ddade1d
2024-12-09T13:15:23,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/680fddab7c50418cae4e995c865d7156 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/680fddab7c50418cae4e995c865d7156
2024-12-09T13:15:23,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6df09b2266174e60a8a08a42ba104b18 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6df09b2266174e60a8a08a42ba104b18
2024-12-09T13:15:23,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f4a1859af6494247b4df12c859256ea9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f4a1859af6494247b4df12c859256ea9
2024-12-09T13:15:23,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5dc1e26442df4d708a2a36641147f082 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5dc1e26442df4d708a2a36641147f082
2024-12-09T13:15:24,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b2752bfee6b449c29f6e8e17657ae153 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b2752bfee6b449c29f6e8e17657ae153
2024-12-09T13:15:24,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/cae5f8b9c8f54c18a4971b07f0dd3458 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/cae5f8b9c8f54c18a4971b07f0dd3458
2024-12-09T13:15:24,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/518c4f72f71242bd9850a7da18a57a76 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/518c4f72f71242bd9850a7da18a57a76
2024-12-09T13:15:24,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f499946a59bf408fab44e9ca4d471de4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/f499946a59bf408fab44e9ca4d471de4
2024-12-09T13:15:24,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2f32ea814e12412eb082d47d861b914f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/2f32ea814e12412eb082d47d861b914f
2024-12-09T13:15:24,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6922b2d9c275428494be82c563919196 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/6922b2d9c275428494be82c563919196
2024-12-09T13:15:24,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b9422de227354cbeb5b0724d546112e6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/b9422de227354cbeb5b0724d546112e6
2024-12-09T13:15:24,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/fed7e3ebcae94b5ea147d5f49925d584 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/fed7e3ebcae94b5ea147d5f49925d584
2024-12-09T13:15:24,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/155d26f7deba49a19aa6da285cd7d03d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/155d26f7deba49a19aa6da285cd7d03d
2024-12-09T13:15:24,036 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/recovered.edits/417.seqid, newMaxSeqId=417, maxSeqId=1
2024-12-09T13:15:24,037 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.
2024-12-09T13:15:24,038 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1676): Region close journal for 864de806f088b04bf753d5c66d79ae6a:
Waiting for close lock at 1733750122546Running coprocessor pre-close hooks at 1733750122546Disabling compacts and flushes for region at 1733750122546Disabling writes for close at 1733750122546Obtaining lock to block concurrent updates at 1733750122547 (+1 ms)Preparing flush snapshotting stores in 864de806f088b04bf753d5c66d79ae6a at 1733750122547Finished memstore snapshotting TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733750122547Flushing stores of TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a. at 1733750122556 (+9 ms)Flushing 864de806f088b04bf753d5c66d79ae6a/A: creating writer at 1733750122556Flushing 864de806f088b04bf753d5c66d79ae6a/A: appending metadata at 1733750122575 (+19 ms)Flushing 864de806f088b04bf753d5c66d79ae6a/A: closing flushed file at 1733750122576 (+1 ms)Flushing 864de806f088b04bf753d5c66d79ae6a/B: creating writer at 1733750123032 (+456 ms)Flushing 864de806f088b04bf753d5c66d79ae6a/B: appending metadata at 1733750123036 (+4 ms)Flushing 864de806f088b04bf753d5c66d79ae6a/B: closing flushed file at 1733750123036Flushing 864de806f088b04bf753d5c66d79ae6a/C: creating writer at 1733750123459 (+423 ms)Flushing 864de806f088b04bf753d5c66d79ae6a/C: appending metadata at 1733750123463 (+4 ms)Flushing 864de806f088b04bf753d5c66d79ae6a/C: closing flushed file at 1733750123463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616f8344: reopening flushed file at 1733750123477 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6efe7e83: reopening flushed file at 1733750123499 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f1cc3e: reopening flushed file at 1733750123514 (+15 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 864de806f088b04bf753d5c66d79ae6a in 984ms, sequenceid=414, compaction requested=true at 1733750123531 (+17 ms)Writing region close event to WAL at 1733750124032 (+501 ms)Running coprocessor post-close hooks at 1733750124037 (+5 ms)Closed at 1733750124037
2024-12-09T13:15:24,041 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(157): Closed 864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:24,042 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=864de806f088b04bf753d5c66d79ae6a, regionState=CLOSED
2024-12-09T13:15:24,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:15:24,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-09T13:15:24,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseRegionProcedure 864de806f088b04bf753d5c66d79ae6a, server=cad571b91d50,33809,1733750093218 in 1.6640 sec
2024-12-09T13:15:24,051 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-09T13:15:24,051 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=864de806f088b04bf753d5c66d79ae6a, UNASSIGN in 1.6980 sec
2024-12-09T13:15:24,054 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-12-09T13:15:24,054 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7090 sec
2024-12-09T13:15:24,056 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750124056"}]},"ts":"1733750124056"}
2024-12-09T13:15:24,058 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-09T13:15:24,058 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-09T13:15:24,061 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7350 sec
2024-12-09T13:15:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-09T13:15:24,494 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:24,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-09T13:15:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:24,503 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T13:15:24,505 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=25, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:24,510 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:24,517 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/recovered.edits]
2024-12-09T13:15:24,521 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/11558e8fe4164dd9b48d083328eaf42e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/11558e8fe4164dd9b48d083328eaf42e
2024-12-09T13:15:24,522 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/7ef2e6d6561e4a3fbc5ed0f249af2404 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/7ef2e6d6561e4a3fbc5ed0f249af2404
2024-12-09T13:15:24,524 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/fe45e5ad3c22483b9cb005c3080817db to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/A/fe45e5ad3c22483b9cb005c3080817db
2024-12-09T13:15:24,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/208d6f192cb74060993ed7688d279111 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/208d6f192cb74060993ed7688d279111
2024-12-09T13:15:24,530 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/b5ca57880a26477dbb6d54a20e428f7f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/b5ca57880a26477dbb6d54a20e428f7f
2024-12-09T13:15:24,542 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/d8e2e01bbba8475386e8e9d72272750a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/B/d8e2e01bbba8475386e8e9d72272750a
2024-12-09T13:15:24,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5925d065e3354b159b706486ebf854db to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/5925d065e3354b159b706486ebf854db
2024-12-09T13:15:24,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/843ab90df6de41d0b6023a6fccb871a1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/843ab90df6de41d0b6023a6fccb871a1
2024-12-09T13:15:24,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/d4186476538b4744a8db1b3a6c997843 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/C/d4186476538b4744a8db1b3a6c997843
2024-12-09T13:15:24,573 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/recovered.edits/417.seqid to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a/recovered.edits/417.seqid
2024-12-09T13:15:24,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/864de806f088b04bf753d5c66d79ae6a
2024-12-09T13:15:24,575 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-09T13:15:24,584 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=25, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:24,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 1ms
2024-12-09T13:15:24,599 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-09T13:15:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T13:15:24,641 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-09T13:15:24,643 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=25, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:24,644 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-09T13:15:24,644 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733750124644"}]},"ts":"9223372036854775807"}
2024-12-09T13:15:24,653 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-09T13:15:24,653 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 864de806f088b04bf753d5c66d79ae6a, NAME => 'TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a.', STARTKEY => '', ENDKEY => ''}]
2024-12-09T13:15:24,654 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-09T13:15:24,654 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733750124654"}]},"ts":"9223372036854775807"}
2024-12-09T13:15:24,658 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-09T13:15:24,659 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=25, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:24,661 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 161 msec
2024-12-09T13:15:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T13:15:24,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-09T13:15:24,825 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:24,839 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/cad571b91d50:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-845657220_22 at /127.0.0.1:53986 [Waiting for operation #169]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;cad571b91d50:33809-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/cad571b91d50:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_733450715_22 at /127.0.0.1:53934 [Waiting for operation #191]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1579 (was 1331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4720 (was 5019)
2024-12-09T13:15:24,854 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1579, ProcessCount=11, AvailableMemoryMB=4720
2024-12-09T13:15:24,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:15:24,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:15:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:24,860 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T13:15:24,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:24,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 26
2024-12-09T13:15:24,861 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T13:15:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-09T13:15:24,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741927_1103 (size=1061)
2024-12-09T13:15:24,881 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d
2024-12-09T13:15:24,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741928_1104 (size=53)
2024-12-09T13:15:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-09T13:15:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-09T13:15:25,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:15:25,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 77f96007af403fb496ba0633ba2ceb8c, disabling compactions & flushes
2024-12-09T13:15:25,307 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:25,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:25,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. after waiting 0 ms
2024-12-09T13:15:25,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:25,307 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:25,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77f96007af403fb496ba0633ba2ceb8c:
Waiting for close lock at 1733750125307Disabling compacts and flushes for region at 1733750125307Disabling writes for close at 1733750125307Writing region close event to WAL at 1733750125307Closed at 1733750125307
2024-12-09T13:15:25,309 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T13:15:25,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733750125309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733750125309"}]},"ts":"1733750125309"}
2024-12-09T13:15:25,313 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T13:15:25,314 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T13:15:25,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750125314"}]},"ts":"1733750125314"}
2024-12-09T13:15:25,316 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-09T13:15:25,317 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, ASSIGN}]
2024-12-09T13:15:25,318 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, ASSIGN
2024-12-09T13:15:25,319 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, ASSIGN; state=OFFLINE, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=false
2024-12-09T13:15:25,470 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=77f96007af403fb496ba0633ba2ceb8c, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, ASSIGN because future has completed
2024-12-09T13:15:25,477 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:15:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-09T13:15:25,637 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:25,637 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:15:25,638 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,638 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:15:25,638 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,638 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,640 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 77f96007af403fb496ba0633ba2ceb8c 
2024-12-09T13:15:25,652 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:25,653 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f96007af403fb496ba0633ba2ceb8c columnFamilyName A
2024-12-09T13:15:25,653 DEBUG [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:25,654 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(327): Store=77f96007af403fb496ba0633ba2ceb8c/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:25,654 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 77f96007af403fb496ba0633ba2ceb8c 
2024-12-09T13:15:25,655 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:25,656 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f96007af403fb496ba0633ba2ceb8c columnFamilyName B
2024-12-09T13:15:25,656 DEBUG [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:25,656 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(327): Store=77f96007af403fb496ba0633ba2ceb8c/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:25,657 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 77f96007af403fb496ba0633ba2ceb8c 
2024-12-09T13:15:25,660 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:25,660 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f96007af403fb496ba0633ba2ceb8c columnFamilyName C
2024-12-09T13:15:25,660 DEBUG [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:25,661 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(327): Store=77f96007af403fb496ba0633ba2ceb8c/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:25,661 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:25,661 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,663 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,664 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,668 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,668 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,668 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:15:25,671 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,682 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:15:25,683 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 77f96007af403fb496ba0633ba2ceb8c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75432973, jitterRate=0.12403889000415802}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:15:25,683 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:25,684 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 77f96007af403fb496ba0633ba2ceb8c:
Running coprocessor pre-open hook at 1733750125638Writing region info on filesystem at 1733750125638Initializing all the Stores at 1733750125639 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750125640 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750125640Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750125640Cleaning up temporary data from old regions at 1733750125668 (+28 ms)Running coprocessor post-open hooks at 1733750125683 (+15 ms)Region opened successfully at 1733750125684 (+1 ms)
2024-12-09T13:15:25,686 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., pid=28, masterSystemTime=1733750125631
2024-12-09T13:15:25,693 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:25,693 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:25,694 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=77f96007af403fb496ba0633ba2ceb8c, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:25,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:15:25,710 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-12-09T13:15:25,711 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218 in 225 msec
2024-12-09T13:15:25,716 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-09T13:15:25,716 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, ASSIGN in 394 msec
2024-12-09T13:15:25,717 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T13:15:25,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750125717"}]},"ts":"1733750125717"}
2024-12-09T13:15:25,723 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-09T13:15:25,725 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T13:15:25,727 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 868 msec
2024-12-09T13:15:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-09T13:15:26,004 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:26,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:26,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:26,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:26,019 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681e6c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:26,022 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb71261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:26,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:26,027 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:26,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:15:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,35467,1733750092138
2024-12-09T13:15:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45945b10
2024-12-09T13:15:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:15:26,031 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:15:26,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:15:26,038 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:15:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:26,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741929_1105 (size=1097)
2024-12-09T13:15:26,507 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-09T13:15:26,507 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-09T13:15:26,511 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:15:26,519 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, REOPEN/MOVE}]
2024-12-09T13:15:26,520 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, REOPEN/MOVE
2024-12-09T13:15:26,521 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=77f96007af403fb496ba0633ba2ceb8c, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, REOPEN/MOVE because future has completed
2024-12-09T13:15:26,524 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:15:26,524 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:15:26,680 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:26,680 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:15:26,681 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 77f96007af403fb496ba0633ba2ceb8c, disabling compactions & flushes
2024-12-09T13:15:26,681 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:26,681 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:26,681 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. after waiting 0 ms
2024-12-09T13:15:26,681 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:26,701 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-09T13:15:26,703 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:26,703 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 77f96007af403fb496ba0633ba2ceb8c:
Waiting for close lock at 1733750126681Running coprocessor pre-close hooks at 1733750126681Disabling compacts and flushes for region at 1733750126681Disabling writes for close at 1733750126681Writing region close event to WAL at 1733750126684 (+3 ms)Running coprocessor post-close hooks at 1733750126703 (+19 ms)Closed at 1733750126703
2024-12-09T13:15:26,703 WARN  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionServer(3299): Not adding moved region record: 77f96007af403fb496ba0633ba2ceb8c to self.
2024-12-09T13:15:26,712 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:26,712 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=77f96007af403fb496ba0633ba2ceb8c, regionState=CLOSED
2024-12-09T13:15:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:15:26,730 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-09T13:15:26,731 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218 in 203 msec
2024-12-09T13:15:26,731 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, REOPEN/MOVE; state=CLOSED, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=true
2024-12-09T13:15:26,883 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=77f96007af403fb496ba0633ba2ceb8c, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:26,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, REOPEN/MOVE because future has completed
2024-12-09T13:15:26,893 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:15:27,053 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,053 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:15:27,053 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,053 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:15:27,053 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,053 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,063 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 77f96007af403fb496ba0633ba2ceb8c 
2024-12-09T13:15:27,068 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:27,074 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f96007af403fb496ba0633ba2ceb8c columnFamilyName A
2024-12-09T13:15:27,079 DEBUG [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:27,082 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(327): Store=77f96007af403fb496ba0633ba2ceb8c/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:27,083 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 77f96007af403fb496ba0633ba2ceb8c 
2024-12-09T13:15:27,084 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:27,084 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f96007af403fb496ba0633ba2ceb8c columnFamilyName B
2024-12-09T13:15:27,084 DEBUG [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:27,086 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(327): Store=77f96007af403fb496ba0633ba2ceb8c/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:27,086 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 77f96007af403fb496ba0633ba2ceb8c 
2024-12-09T13:15:27,087 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:27,087 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f96007af403fb496ba0633ba2ceb8c columnFamilyName C
2024-12-09T13:15:27,087 DEBUG [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:27,088 INFO  [StoreOpener-77f96007af403fb496ba0633ba2ceb8c-1 {}] regionserver.HStore(327): Store=77f96007af403fb496ba0633ba2ceb8c/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:27,090 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,090 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,090 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,094 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,098 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,098 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,099 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:15:27,113 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,116 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 77f96007af403fb496ba0633ba2ceb8c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871340, jitterRate=0.011361777782440186}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:15:27,116 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,118 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 77f96007af403fb496ba0633ba2ceb8c:
Running coprocessor pre-open hook at 1733750127053Writing region info on filesystem at 1733750127054 (+1 ms)Initializing all the Stores at 1733750127055 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750127055Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750127058 (+3 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750127058Cleaning up temporary data from old regions at 1733750127098 (+40 ms)Running coprocessor post-open hooks at 1733750127116 (+18 ms)Region opened successfully at 1733750127118 (+2 ms)
2024-12-09T13:15:27,124 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., pid=33, masterSystemTime=1733750127049
2024-12-09T13:15:27,128 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=77f96007af403fb496ba0633ba2ceb8c, regionState=OPEN, openSeqNum=5, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,130 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,130 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:15:27,136 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=31
2024-12-09T13:15:27,136 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218 in 240 msec
2024-12-09T13:15:27,139 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-12-09T13:15:27,139 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, REOPEN/MOVE in 617 msec
2024-12-09T13:15:27,152 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-09T13:15:27,152 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 629 msec
2024-12-09T13:15:27,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.1170 sec
2024-12-09T13:15:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-09T13:15:27,168 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:27,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,171 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18263035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,173 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d89034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,176 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efd2437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,178 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67df1705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,182 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a19e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,185 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,188 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39dbf2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,190 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3c3fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,193 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370f0568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,195 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658c4d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,209 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@807a1dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,211 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645e88e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,214 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5655b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,216 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f2083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,224 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c495221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,228 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2d9821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:27,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:27,231 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:27,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c37c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:27,235 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:27,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411e8aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:27,238 DEBUG [Thread-553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,239 DEBUG [Thread-566 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,241 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,241 DEBUG [Thread-557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,241 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,246 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,250 DEBUG [Thread-560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:27,254 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees
2024-12-09T13:15:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-09T13:15:27,260 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:27,261 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:27,261 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:27,263 DEBUG [Thread-562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,265 DEBUG [Thread-549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,267 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,269 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,276 DEBUG [Thread-551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,281 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,286 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-09T13:15:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:27,266 DEBUG [Thread-555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,296 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,303 DEBUG [Thread-564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:27,306 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:15:27,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095f2e9dbc45524df0a977fae9e3027db3_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750127281/Put/seqid=0
2024-12-09T13:15:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-09T13:15:27,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750187363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741930_1106 (size=12154)
2024-12-09T13:15:27,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750127355, max timestamp=1733750127371Num uniques 859; 
2024-12-09T13:15:27,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:27,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1733750127355, max timestamp=1733750127371Num uniques 859; 
2024-12-09T13:15:27,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=8240, suffix heap size=117064,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=180
2024-12-09T13:15:27,435 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750127355, max timestamp=1733750127371Num uniques 859; 
2024-12-09T13:15:27,435 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:27,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750187514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750187517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750187518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750187521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750187526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-09T13:15:27,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750187653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750187654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750187663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750187663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750187675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,801 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:27,811 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095f2e9dbc45524df0a977fae9e3027db3_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095f2e9dbc45524df0a977fae9e3027db3_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:27,813 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/e635f44e77974d15811e7f6b854dd767, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:27,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/e635f44e77974d15811e7f6b854dd767 is 175, key is test_row_0/A:col10/1733750127281/Put/seqid=0
2024-12-09T13:15:27,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741931_1107 (size=30955)
2024-12-09T13:15:27,875 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/e635f44e77974d15811e7f6b854dd767
2024-12-09T13:15:27,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750187875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-09T13:15:27,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750187886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750187886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750187886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750187886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:27,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:27,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:27,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/158bd200f42745e78af10b96e8b6f8ea is 50, key is test_row_0/B:col10/1733750127281/Put/seqid=0
2024-12-09T13:15:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:27,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:27,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741932_1108 (size=12001)
2024-12-09T13:15:27,987 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/158bd200f42745e78af10b96e8b6f8ea
2024-12-09T13:15:28,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/40671cae444a4b7eb2ec68d351401f48 is 50, key is test_row_0/C:col10/1733750127281/Put/seqid=0
2024-12-09T13:15:28,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:28,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:28,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741933_1109 (size=12001)
2024-12-09T13:15:28,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750188184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750188208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750188210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750188210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750188214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-09T13:15:28,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,494 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/40671cae444a4b7eb2ec68d351401f48
2024-12-09T13:15:28,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/e635f44e77974d15811e7f6b854dd767 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/e635f44e77974d15811e7f6b854dd767
2024-12-09T13:15:28,533 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/e635f44e77974d15811e7f6b854dd767, entries=150, sequenceid=16, filesize=30.2 K
2024-12-09T13:15:28,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/158bd200f42745e78af10b96e8b6f8ea as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/158bd200f42745e78af10b96e8b6f8ea
2024-12-09T13:15:28,556 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/158bd200f42745e78af10b96e8b6f8ea, entries=150, sequenceid=16, filesize=11.7 K
2024-12-09T13:15:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/40671cae444a4b7eb2ec68d351401f48 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/40671cae444a4b7eb2ec68d351401f48
2024-12-09T13:15:28,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,591 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/40671cae444a4b7eb2ec68d351401f48, entries=150, sequenceid=16, filesize=11.7 K
2024-12-09T13:15:28,592 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=121.71 KB/124626 for 77f96007af403fb496ba0633ba2ceb8c in 1306ms, sequenceid=16, compaction requested=false
2024-12-09T13:15:28,592 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-09T13:15:28,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:28,716 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=128.41 KB heapSize=367.20 KB
2024-12-09T13:15:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:28,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:28,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:28,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:28,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:28,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:28,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:28,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:28,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e85a0b3dbf654365ad4476d5ed55ab29_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750128711/Put/seqid=0
2024-12-09T13:15:28,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750188756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750188762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750188764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750188780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741934_1110 (size=14594)
2024-12-09T13:15:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,802 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750188782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,809 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e85a0b3dbf654365ad4476d5ed55ab29_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e85a0b3dbf654365ad4476d5ed55ab29_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:28,813 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/59abfcd989994a6d952b7de54cbcd08a, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:28,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/59abfcd989994a6d952b7de54cbcd08a is 175, key is test_row_0/A:col10/1733750128711/Put/seqid=0
2024-12-09T13:15:28,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741935_1111 (size=39549)
2024-12-09T13:15:28,859 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=43.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/59abfcd989994a6d952b7de54cbcd08a
2024-12-09T13:15:28,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:28,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:28,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750188887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750188887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750188894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/34f8e50e08eb4068ad188de31840e2d8 is 50, key is test_row_0/B:col10/1733750128711/Put/seqid=0
2024-12-09T13:15:28,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750188914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750188914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:28,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:28,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:28,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741936_1112 (size=12001)
2024-12-09T13:15:29,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:29,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:29,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750189114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750189114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750189119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750189139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750189139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:29,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,383 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/34f8e50e08eb4068ad188de31840e2d8
2024-12-09T13:15:29,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-09T13:15:29,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/84e2f9de409540c4bd1859133ac059a6 is 50, key is test_row_0/C:col10/1733750128711/Put/seqid=0
2024-12-09T13:15:29,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750189434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750189436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750189436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750189456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741937_1113 (size=12001)
2024-12-09T13:15:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750189454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:29,471 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/84e2f9de409540c4bd1859133ac059a6
2024-12-09T13:15:29,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/59abfcd989994a6d952b7de54cbcd08a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/59abfcd989994a6d952b7de54cbcd08a
2024-12-09T13:15:29,517 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/59abfcd989994a6d952b7de54cbcd08a, entries=200, sequenceid=52, filesize=38.6 K
2024-12-09T13:15:29,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/34f8e50e08eb4068ad188de31840e2d8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/34f8e50e08eb4068ad188de31840e2d8
2024-12-09T13:15:29,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:29,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:29,578 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/34f8e50e08eb4068ad188de31840e2d8, entries=150, sequenceid=52, filesize=11.7 K
2024-12-09T13:15:29,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/84e2f9de409540c4bd1859133ac059a6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/84e2f9de409540c4bd1859133ac059a6
2024-12-09T13:15:29,599 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/84e2f9de409540c4bd1859133ac059a6, entries=150, sequenceid=52, filesize=11.7 K
2024-12-09T13:15:29,600 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~128.41 KB/131496, heapSize ~367.15 KB/375960, currentSize=60.38 KB/61830 for 77f96007af403fb496ba0633ba2ceb8c in 884ms, sequenceid=52, compaction requested=false
2024-12-09T13:15:29,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:29,633 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:15:29,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-09T13:15:29,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:29,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:15:29,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:29,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:29,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:29,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:29,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:29,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:29,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f3f62b719e004f5d9b081fa309a02b9f_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750128763/Put/seqid=0
2024-12-09T13:15:29,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741938_1114 (size=12154)
2024-12-09T13:15:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:29,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:30,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750190025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750190024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750190030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750190032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750190036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750190144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750190144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750190144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750190146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750190154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:30,240 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f3f62b719e004f5d9b081fa309a02b9f_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f3f62b719e004f5d9b081fa309a02b9f_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:30,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/2eec9f7d26074bb1a080b44e17bc4e56, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:30,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/2eec9f7d26074bb1a080b44e17bc4e56 is 175, key is test_row_0/A:col10/1733750128763/Put/seqid=0
2024-12-09T13:15:30,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741939_1115 (size=30955)
2024-12-09T13:15:30,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/2eec9f7d26074bb1a080b44e17bc4e56
2024-12-09T13:15:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/edd760af0c134f31a60476a5cb54539c is 50, key is test_row_0/B:col10/1733750128763/Put/seqid=0
2024-12-09T13:15:30,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750190359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750190367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750190367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750190367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741940_1116 (size=12001)
2024-12-09T13:15:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750190380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/edd760af0c134f31a60476a5cb54539c
2024-12-09T13:15:30,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/8056e06f67404a2eb6c505bb7e91a3f1 is 50, key is test_row_0/C:col10/1733750128763/Put/seqid=0
2024-12-09T13:15:30,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741941_1117 (size=12001)
2024-12-09T13:15:30,516 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/8056e06f67404a2eb6c505bb7e91a3f1
2024-12-09T13:15:30,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/2eec9f7d26074bb1a080b44e17bc4e56 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/2eec9f7d26074bb1a080b44e17bc4e56
2024-12-09T13:15:30,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/2eec9f7d26074bb1a080b44e17bc4e56, entries=150, sequenceid=64, filesize=30.2 K
2024-12-09T13:15:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/edd760af0c134f31a60476a5cb54539c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/edd760af0c134f31a60476a5cb54539c
2024-12-09T13:15:30,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/edd760af0c134f31a60476a5cb54539c, entries=150, sequenceid=64, filesize=11.7 K
2024-12-09T13:15:30,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/8056e06f67404a2eb6c505bb7e91a3f1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/8056e06f67404a2eb6c505bb7e91a3f1
2024-12-09T13:15:30,613 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/8056e06f67404a2eb6c505bb7e91a3f1, entries=150, sequenceid=64, filesize=11.7 K
2024-12-09T13:15:30,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 77f96007af403fb496ba0633ba2ceb8c in 888ms, sequenceid=64, compaction requested=true
2024-12-09T13:15:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:30,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-12-09T13:15:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-12-09T13:15:30,624 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-12-09T13:15:30,624 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3580 sec
2024-12-09T13:15:30,627 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 3.3710 sec
2024-12-09T13:15:30,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750130012, max timestamp=1733750130678Num uniques 859; 
2024-12-09T13:15:30,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:30,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750130012, max timestamp=1733750130678Num uniques 859; 
2024-12-09T13:15:30,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:30,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750130012, max timestamp=1733750130678Num uniques 859; 
2024-12-09T13:15:30,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:30,712 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB
2024-12-09T13:15:30,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:30,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:30,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:30,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:30,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:30,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:30,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209273e988daf28435686939f7f78eb4899_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750130710/Put/seqid=0
2024-12-09T13:15:30,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750130722, max timestamp=1733750130779Num uniques 859; 
2024-12-09T13:15:30,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:15:30,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750130753, max timestamp=1733750130784Num uniques 859; 
2024-12-09T13:15:30,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:30,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750130753, max timestamp=1733750130784Num uniques 859; 
2024-12-09T13:15:30,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:30,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741942_1118 (size=14594)
2024-12-09T13:15:30,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:30,820 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209273e988daf28435686939f7f78eb4899_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209273e988daf28435686939f7f78eb4899_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:30,822 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b284496afe914223be48a72ebc110663, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:30,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b284496afe914223be48a72ebc110663 is 175, key is test_row_0/A:col10/1733750130710/Put/seqid=0
2024-12-09T13:15:30,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750190829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750190833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750190834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750190839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750190845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741943_1119 (size=39549)
2024-12-09T13:15:30,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750190954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750190955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750190957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750190965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:30,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750190967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750191175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750191175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750191176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750191176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750191176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,275 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b284496afe914223be48a72ebc110663
2024-12-09T13:15:31,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/e4129babb9fc461892e0bb6e5cd13535 is 50, key is test_row_0/B:col10/1733750130710/Put/seqid=0
2024-12-09T13:15:31,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741944_1120 (size=12001)
2024-12-09T13:15:31,339 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/e4129babb9fc461892e0bb6e5cd13535
2024-12-09T13:15:31,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6f609a3b79c341a3a2e9db15307e8830 is 50, key is test_row_0/C:col10/1733750130710/Put/seqid=0
2024-12-09T13:15:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-09T13:15:31,438 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:31,439 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees
2024-12-09T13:15:31,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741945_1121 (size=12001)
2024-12-09T13:15:31,445 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-09T13:15:31,448 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:31,448 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:31,452 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6f609a3b79c341a3a2e9db15307e8830
2024-12-09T13:15:31,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b284496afe914223be48a72ebc110663 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b284496afe914223be48a72ebc110663
2024-12-09T13:15:31,498 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b284496afe914223be48a72ebc110663, entries=200, sequenceid=89, filesize=38.6 K
2024-12-09T13:15:31,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750191490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750191495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750191496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/e4129babb9fc461892e0bb6e5cd13535 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/e4129babb9fc461892e0bb6e5cd13535
2024-12-09T13:15:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750191497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750191499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:31,534 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/e4129babb9fc461892e0bb6e5cd13535, entries=150, sequenceid=89, filesize=11.7 K
2024-12-09T13:15:31,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6f609a3b79c341a3a2e9db15307e8830 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6f609a3b79c341a3a2e9db15307e8830
2024-12-09T13:15:31,556 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6f609a3b79c341a3a2e9db15307e8830, entries=150, sequenceid=89, filesize=11.7 K
2024-12-09T13:15:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-09T13:15:31,558 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=136.42 KB/139690 for 77f96007af403fb496ba0633ba2ceb8c in 845ms, sequenceid=89, compaction requested=true
2024-12-09T13:15:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:31,558 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:31,561 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:31,563 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:31,563 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/A is initiating minor compaction (all files)
2024-12-09T13:15:31,564 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/A in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:31,564 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/e635f44e77974d15811e7f6b854dd767, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/59abfcd989994a6d952b7de54cbcd08a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/2eec9f7d26074bb1a080b44e17bc4e56, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b284496afe914223be48a72ebc110663] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=137.7 K
2024-12-09T13:15:31,564 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:31,564 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/e635f44e77974d15811e7f6b854dd767, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/59abfcd989994a6d952b7de54cbcd08a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/2eec9f7d26074bb1a080b44e17bc4e56, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b284496afe914223be48a72ebc110663]
2024-12-09T13:15:31,569 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e635f44e77974d15811e7f6b854dd767, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750127261
2024-12-09T13:15:31,570 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59abfcd989994a6d952b7de54cbcd08a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733750127489
2024-12-09T13:15:31,571 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2eec9f7d26074bb1a080b44e17bc4e56, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733750128742
2024-12-09T13:15:31,571 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:31,571 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/B is initiating minor compaction (all files)
2024-12-09T13:15:31,572 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/B in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:31,572 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/158bd200f42745e78af10b96e8b6f8ea, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/34f8e50e08eb4068ad188de31840e2d8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/edd760af0c134f31a60476a5cb54539c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/e4129babb9fc461892e0bb6e5cd13535] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=46.9 K
2024-12-09T13:15:31,574 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b284496afe914223be48a72ebc110663, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733750130012
2024-12-09T13:15:31,574 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 158bd200f42745e78af10b96e8b6f8ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750127261
2024-12-09T13:15:31,576 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 34f8e50e08eb4068ad188de31840e2d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733750127516
2024-12-09T13:15:31,578 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting edd760af0c134f31a60476a5cb54539c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733750128742
2024-12-09T13:15:31,578 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e4129babb9fc461892e0bb6e5cd13535, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733750130012
2024-12-09T13:15:31,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-12-09T13:15:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:31,606 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB
2024-12-09T13:15:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:31,615 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#B#compaction#102 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:31,616 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/88a4f3964dcc4843ae688d8e3f7353af is 50, key is test_row_0/B:col10/1733750130710/Put/seqid=0
2024-12-09T13:15:31,620 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:31,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741946_1122 (size=12139)
2024-12-09T13:15:31,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209649b4f7f9b2f492a830ff5bb6a9018e1_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750130833/Put/seqid=0
2024-12-09T13:15:31,656 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209908090fb8c6b419c8cb6842f8a2f41f5_77f96007af403fb496ba0633ba2ceb8c store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:31,662 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209908090fb8c6b419c8cb6842f8a2f41f5_77f96007af403fb496ba0633ba2ceb8c, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:31,662 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209908090fb8c6b419c8cb6842f8a2f41f5_77f96007af403fb496ba0633ba2ceb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:31,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741947_1123 (size=12154)
2024-12-09T13:15:31,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:31,691 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209649b4f7f9b2f492a830ff5bb6a9018e1_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209649b4f7f9b2f492a830ff5bb6a9018e1_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/0ddd7671394d4276980e9dc95dbb4147, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/0ddd7671394d4276980e9dc95dbb4147 is 175, key is test_row_0/A:col10/1733750130833/Put/seqid=0
2024-12-09T13:15:31,698 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/88a4f3964dcc4843ae688d8e3f7353af as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/88a4f3964dcc4843ae688d8e3f7353af
2024-12-09T13:15:31,711 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/B of 77f96007af403fb496ba0633ba2ceb8c into 88a4f3964dcc4843ae688d8e3f7353af(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:31,711 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:31,711 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/B, priority=12, startTime=1733750131558; duration=0sec
2024-12-09T13:15:31,711 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:31,711 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:B
2024-12-09T13:15:31,711 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:31,713 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:31,713 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/C is initiating minor compaction (all files)
2024-12-09T13:15:31,713 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/C in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:31,713 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/40671cae444a4b7eb2ec68d351401f48, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/84e2f9de409540c4bd1859133ac059a6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/8056e06f67404a2eb6c505bb7e91a3f1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6f609a3b79c341a3a2e9db15307e8830] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=46.9 K
2024-12-09T13:15:31,714 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 40671cae444a4b7eb2ec68d351401f48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750127261
2024-12-09T13:15:31,715 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 84e2f9de409540c4bd1859133ac059a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733750127516
2024-12-09T13:15:31,727 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8056e06f67404a2eb6c505bb7e91a3f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733750128742
2024-12-09T13:15:31,728 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f609a3b79c341a3a2e9db15307e8830, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733750130012
2024-12-09T13:15:31,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741948_1124 (size=4469)
2024-12-09T13:15:31,745 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#A#compaction#103 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:31,746 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c4a9b256f7874e86aa2d5f7dd2747d4b is 175, key is test_row_0/A:col10/1733750130710/Put/seqid=0
2024-12-09T13:15:31,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741949_1125 (size=30955)
2024-12-09T13:15:31,756 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#C#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:31,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=125, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/0ddd7671394d4276980e9dc95dbb4147
2024-12-09T13:15:31,757 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/a4e142fc0aee47a595e160e40691207d is 50, key is test_row_0/C:col10/1733750130710/Put/seqid=0
2024-12-09T13:15:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-09T13:15:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/5dcdcd54ebf0463dad46f73b9af782a9 is 50, key is test_row_0/B:col10/1733750130833/Put/seqid=0
2024-12-09T13:15:31,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741951_1127 (size=12139)
2024-12-09T13:15:31,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741950_1126 (size=31093)
2024-12-09T13:15:31,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741952_1128 (size=12001)
2024-12-09T13:15:32,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:32,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750192054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750192055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750192062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750192062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750192063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-09T13:15:32,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750192174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750192183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750192183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750192183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750192183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,252 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/a4e142fc0aee47a595e160e40691207d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a4e142fc0aee47a595e160e40691207d
2024-12-09T13:15:32,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/5dcdcd54ebf0463dad46f73b9af782a9
2024-12-09T13:15:32,269 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/C of 77f96007af403fb496ba0633ba2ceb8c into a4e142fc0aee47a595e160e40691207d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:32,269 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c4a9b256f7874e86aa2d5f7dd2747d4b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c4a9b256f7874e86aa2d5f7dd2747d4b
2024-12-09T13:15:32,269 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:32,269 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/C, priority=12, startTime=1733750131558; duration=0sec
2024-12-09T13:15:32,269 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:32,270 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:C
2024-12-09T13:15:32,291 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/A of 77f96007af403fb496ba0633ba2ceb8c into c4a9b256f7874e86aa2d5f7dd2747d4b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:32,291 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:32,291 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/A, priority=12, startTime=1733750131558; duration=0sec
2024-12-09T13:15:32,291 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:32,291 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:A
2024-12-09T13:15:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/439f2aec295042e29ca5f4954e6e998d is 50, key is test_row_0/C:col10/1733750130833/Put/seqid=0
2024-12-09T13:15:32,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741953_1129 (size=12001)
2024-12-09T13:15:32,346 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/439f2aec295042e29ca5f4954e6e998d
2024-12-09T13:15:32,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/0ddd7671394d4276980e9dc95dbb4147 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0ddd7671394d4276980e9dc95dbb4147
2024-12-09T13:15:32,362 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0ddd7671394d4276980e9dc95dbb4147, entries=150, sequenceid=125, filesize=30.2 K
2024-12-09T13:15:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/5dcdcd54ebf0463dad46f73b9af782a9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/5dcdcd54ebf0463dad46f73b9af782a9
2024-12-09T13:15:32,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/5dcdcd54ebf0463dad46f73b9af782a9, entries=150, sequenceid=125, filesize=11.7 K
2024-12-09T13:15:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/439f2aec295042e29ca5f4954e6e998d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/439f2aec295042e29ca5f4954e6e998d
2024-12-09T13:15:32,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/439f2aec295042e29ca5f4954e6e998d, entries=150, sequenceid=125, filesize=11.7 K
2024-12-09T13:15:32,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=60.38 KB/61830 for 77f96007af403fb496ba0633ba2ceb8c in 774ms, sequenceid=125, compaction requested=false
2024-12-09T13:15:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-12-09T13:15:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-12-09T13:15:32,390 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-12-09T13:15:32,390 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 940 msec
2024-12-09T13:15:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:32,403 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:15:32,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:32,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:32,410 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 952 msec
2024-12-09T13:15:32,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f1003b24db0d49a69acb2702b00f8cbd_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750132399/Put/seqid=0
2024-12-09T13:15:32,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750192507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750192510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741954_1130 (size=12304)
2024-12-09T13:15:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750192518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750192519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750192525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-09T13:15:32,593 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:32,595 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees
2024-12-09T13:15:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-09T13:15:32,599 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:32,602 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:32,602 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:32,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750192623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750192643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750192643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750192650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750192654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-09T13:15:32,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-09T13:15:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:32,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:32,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:32,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750192847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750192853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750192857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750192863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750192863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-09T13:15:32,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-09T13:15:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:32,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:32,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:32,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:32,939 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:32,954 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f1003b24db0d49a69acb2702b00f8cbd_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f1003b24db0d49a69acb2702b00f8cbd_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:32,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/56b9118735794e10baca41f2036c0293, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:32,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/56b9118735794e10baca41f2036c0293 is 175, key is test_row_0/A:col10/1733750132399/Put/seqid=0
2024-12-09T13:15:33,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741955_1131 (size=31105)
2024-12-09T13:15:33,011 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/56b9118735794e10baca41f2036c0293
2024-12-09T13:15:33,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/b36d60a458f94951a0547467c6f4b174 is 50, key is test_row_0/B:col10/1733750132399/Put/seqid=0
2024-12-09T13:15:33,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-09T13:15:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:33,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:33,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741956_1132 (size=12151)
2024-12-09T13:15:33,100 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/b36d60a458f94951a0547467c6f4b174
2024-12-09T13:15:33,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/9b963cb64eed49b3b7a8b17bdfe82fc1 is 50, key is test_row_0/C:col10/1733750132399/Put/seqid=0
2024-12-09T13:15:33,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741957_1133 (size=12151)
2024-12-09T13:15:33,137 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/9b963cb64eed49b3b7a8b17bdfe82fc1
2024-12-09T13:15:33,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/56b9118735794e10baca41f2036c0293 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/56b9118735794e10baca41f2036c0293
2024-12-09T13:15:33,148 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/56b9118735794e10baca41f2036c0293, entries=150, sequenceid=141, filesize=30.4 K
2024-12-09T13:15:33,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/b36d60a458f94951a0547467c6f4b174 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/b36d60a458f94951a0547467c6f4b174
2024-12-09T13:15:33,171 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/b36d60a458f94951a0547467c6f4b174, entries=150, sequenceid=141, filesize=11.9 K
2024-12-09T13:15:33,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/9b963cb64eed49b3b7a8b17bdfe82fc1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9b963cb64eed49b3b7a8b17bdfe82fc1
2024-12-09T13:15:33,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750193166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750193174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750193183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750193183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750193184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,199 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9b963cb64eed49b3b7a8b17bdfe82fc1, entries=150, sequenceid=141, filesize=11.9 K
2024-12-09T13:15:33,200 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 77f96007af403fb496ba0633ba2ceb8c in 797ms, sequenceid=141, compaction requested=true
2024-12-09T13:15:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:33,201 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:33,202 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:33,203 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93153 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:33,203 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/A is initiating minor compaction (all files)
2024-12-09T13:15:33,203 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/A in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:33,203 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c4a9b256f7874e86aa2d5f7dd2747d4b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0ddd7671394d4276980e9dc95dbb4147, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/56b9118735794e10baca41f2036c0293] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=91.0 K
2024-12-09T13:15:33,207 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:33,207 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c4a9b256f7874e86aa2d5f7dd2747d4b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0ddd7671394d4276980e9dc95dbb4147, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/56b9118735794e10baca41f2036c0293]
2024-12-09T13:15:33,211 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:33,211 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/B is initiating minor compaction (all files)
2024-12-09T13:15:33,211 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/B in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:33,211 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/88a4f3964dcc4843ae688d8e3f7353af, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/5dcdcd54ebf0463dad46f73b9af782a9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/b36d60a458f94951a0547467c6f4b174] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=35.4 K
2024-12-09T13:15:33,212 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88a4f3964dcc4843ae688d8e3f7353af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733750130012
2024-12-09T13:15:33,213 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dcdcd54ebf0463dad46f73b9af782a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733750130827
2024-12-09T13:15:33,213 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c4a9b256f7874e86aa2d5f7dd2747d4b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733750130012
2024-12-09T13:15:33,215 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b36d60a458f94951a0547467c6f4b174, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733750132056
2024-12-09T13:15:33,215 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ddd7671394d4276980e9dc95dbb4147, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733750130827
2024-12-09T13:15:33,215 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 56b9118735794e10baca41f2036c0293, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733750132056
2024-12-09T13:15:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-09T13:15:33,231 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:33,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-12-09T13:15:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:33,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:15:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:33,247 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:33,248 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/7fb2b5f5c9b94a0ea6fe21f4c5217e1a is 50, key is test_row_0/B:col10/1733750132399/Put/seqid=0
2024-12-09T13:15:33,249 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412096c7193e4067b4ff690b4bcf1a91fbeaa_77f96007af403fb496ba0633ba2ceb8c store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:33,252 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412096c7193e4067b4ff690b4bcf1a91fbeaa_77f96007af403fb496ba0633ba2ceb8c, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:33,253 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096c7193e4067b4ff690b4bcf1a91fbeaa_77f96007af403fb496ba0633ba2ceb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:33,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a872ad43de9e4995b17903544bb01e3e_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750132506/Put/seqid=0
2024-12-09T13:15:33,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741959_1135 (size=4469)
2024-12-09T13:15:33,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741958_1134 (size=12391)
2024-12-09T13:15:33,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741960_1136 (size=12304)
2024-12-09T13:15:33,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-09T13:15:33,740 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#A#compaction#111 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:33,741 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b651a82cefcc4aacba35109d2dddb2e0 is 175, key is test_row_0/A:col10/1733750132399/Put/seqid=0
2024-12-09T13:15:33,759 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/7fb2b5f5c9b94a0ea6fe21f4c5217e1a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/7fb2b5f5c9b94a0ea6fe21f4c5217e1a
2024-12-09T13:15:33,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750193734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750193744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750193743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750193766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750193768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,784 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/B of 77f96007af403fb496ba0633ba2ceb8c into 7fb2b5f5c9b94a0ea6fe21f4c5217e1a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:33,784 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:33,784 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/B, priority=13, startTime=1733750133200; duration=0sec
2024-12-09T13:15:33,784 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:33,784 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:B
2024-12-09T13:15:33,784 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:33,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741961_1137 (size=31345)
2024-12-09T13:15:33,786 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:33,786 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/C is initiating minor compaction (all files)
2024-12-09T13:15:33,787 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/C in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:33,787 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a4e142fc0aee47a595e160e40691207d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/439f2aec295042e29ca5f4954e6e998d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9b963cb64eed49b3b7a8b17bdfe82fc1] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=35.4 K
2024-12-09T13:15:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:33,788 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4e142fc0aee47a595e160e40691207d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733750130012
2024-12-09T13:15:33,798 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 439f2aec295042e29ca5f4954e6e998d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733750130827
2024-12-09T13:15:33,799 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b963cb64eed49b3b7a8b17bdfe82fc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733750132056
2024-12-09T13:15:33,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a872ad43de9e4995b17903544bb01e3e_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a872ad43de9e4995b17903544bb01e3e_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:33,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/6a11a6493e5d46dabc2cd553ac9dc235, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/6a11a6493e5d46dabc2cd553ac9dc235 is 175, key is test_row_0/A:col10/1733750132506/Put/seqid=0
2024-12-09T13:15:33,865 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:33,865 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/9f7f8ebcd44845cdab27e6f15bb861c6 is 50, key is test_row_0/C:col10/1733750132399/Put/seqid=0
2024-12-09T13:15:33,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741962_1138 (size=31105)
2024-12-09T13:15:33,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750193875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741963_1139 (size=12391)
2024-12-09T13:15:33,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750193883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750193883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750193884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750193885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:33,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750194094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750194103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750194103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750194117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750194117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,193 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b651a82cefcc4aacba35109d2dddb2e0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b651a82cefcc4aacba35109d2dddb2e0
2024-12-09T13:15:34,206 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/A of 77f96007af403fb496ba0633ba2ceb8c into b651a82cefcc4aacba35109d2dddb2e0(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-12-09T13:15:34,206 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:34,206 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/A, priority=13, startTime=1733750133200; duration=1sec
2024-12-09T13:15:34,207 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:34,207 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:A
2024-12-09T13:15:34,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/6a11a6493e5d46dabc2cd553ac9dc235
2024-12-09T13:15:34,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/8182c559de064d649e9c3143ce729201 is 50, key is test_row_0/B:col10/1733750132506/Put/seqid=0
2024-12-09T13:15:34,306 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/9f7f8ebcd44845cdab27e6f15bb861c6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9f7f8ebcd44845cdab27e6f15bb861c6
2024-12-09T13:15:34,315 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/C of 77f96007af403fb496ba0633ba2ceb8c into 9f7f8ebcd44845cdab27e6f15bb861c6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:34,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:34,315 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/C, priority=13, startTime=1733750133200; duration=0sec
2024-12-09T13:15:34,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:34,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:C
2024-12-09T13:15:34,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741964_1140 (size=12151)
2024-12-09T13:15:34,321 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/8182c559de064d649e9c3143ce729201
2024-12-09T13:15:34,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/0c99a44b113e402bbdcd5ad7b1ef136f is 50, key is test_row_0/C:col10/1733750132506/Put/seqid=0
2024-12-09T13:15:34,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741965_1141 (size=12151)
2024-12-09T13:15:34,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/0c99a44b113e402bbdcd5ad7b1ef136f
2024-12-09T13:15:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/6a11a6493e5d46dabc2cd553ac9dc235 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/6a11a6493e5d46dabc2cd553ac9dc235
2024-12-09T13:15:34,400 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/6a11a6493e5d46dabc2cd553ac9dc235, entries=150, sequenceid=161, filesize=30.4 K
2024-12-09T13:15:34,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/8182c559de064d649e9c3143ce729201 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8182c559de064d649e9c3143ce729201
2024-12-09T13:15:34,408 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8182c559de064d649e9c3143ce729201, entries=150, sequenceid=161, filesize=11.9 K
2024-12-09T13:15:34,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/0c99a44b113e402bbdcd5ad7b1ef136f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/0c99a44b113e402bbdcd5ad7b1ef136f
2024-12-09T13:15:34,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750194403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/0c99a44b113e402bbdcd5ad7b1ef136f, entries=150, sequenceid=161, filesize=11.9 K
2024-12-09T13:15:34,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 77f96007af403fb496ba0633ba2ceb8c in 1185ms, sequenceid=161, compaction requested=false
2024-12-09T13:15:34,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:34,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:34,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39
2024-12-09T13:15:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=39
2024-12-09T13:15:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:34,422 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:15:34,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:34,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:34,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:34,423 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-12-09T13:15:34,423 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec
2024-12-09T13:15:34,426 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.8290 sec
2024-12-09T13:15:34,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a6d524460b34496c808acf2d9186ddab_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750133714/Put/seqid=0
2024-12-09T13:15:34,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741966_1142 (size=14794)
2024-12-09T13:15:34,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750194577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750194578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750194591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750194593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750194707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750194707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750194715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750194715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-12-09T13:15:34,762 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:34,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-12-09T13:15:34,778 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-09T13:15:34,779 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:34,779 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-09T13:15:34,888 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:34,915 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a6d524460b34496c808acf2d9186ddab_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a6d524460b34496c808acf2d9186ddab_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:34,921 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/0e0c5fc6c4f246f59187fb18c0041053, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:34,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/0e0c5fc6c4f246f59187fb18c0041053 is 175, key is test_row_0/A:col10/1733750133714/Put/seqid=0
2024-12-09T13:15:34,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750194923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750194923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750194925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-09T13:15:34,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:34,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:34,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:34,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:34,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:34,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:34,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750194933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750194933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:34,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741967_1143 (size=39749)
2024-12-09T13:15:35,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-09T13:15:35,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:35,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-09T13:15:35,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750195233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-09T13:15:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750195234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750195246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750195246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,371 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/0e0c5fc6c4f246f59187fb18c0041053
2024-12-09T13:15:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-09T13:15:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-09T13:15:35,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/1b0c26bc2d0547d58d0da71f797bcc71 is 50, key is test_row_0/B:col10/1733750133714/Put/seqid=0
2024-12-09T13:15:35,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741968_1144 (size=12151)
2024-12-09T13:15:35,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-09T13:15:35,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:35,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-09T13:15:35,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:35,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750195756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750195758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750195766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750195768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,839 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/1b0c26bc2d0547d58d0da71f797bcc71
2024-12-09T13:15:35,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/058553b5763e434eb9586eda4e38d44b is 50, key is test_row_0/C:col10/1733750133714/Put/seqid=0
2024-12-09T13:15:35,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741969_1145 (size=12151)
2024-12-09T13:15:35,888 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/058553b5763e434eb9586eda4e38d44b
2024-12-09T13:15:35,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-09T13:15:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:35,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/0e0c5fc6c4f246f59187fb18c0041053 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0e0c5fc6c4f246f59187fb18c0041053
2024-12-09T13:15:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-09T13:15:35,919 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0e0c5fc6c4f246f59187fb18c0041053, entries=200, sequenceid=177, filesize=38.8 K
2024-12-09T13:15:35,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/1b0c26bc2d0547d58d0da71f797bcc71 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/1b0c26bc2d0547d58d0da71f797bcc71
2024-12-09T13:15:35,931 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/1b0c26bc2d0547d58d0da71f797bcc71, entries=150, sequenceid=177, filesize=11.9 K
2024-12-09T13:15:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/058553b5763e434eb9586eda4e38d44b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/058553b5763e434eb9586eda4e38d44b
2024-12-09T13:15:35,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750195943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:35,950 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 77f96007af403fb496ba0633ba2ceb8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:35,955 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/058553b5763e434eb9586eda4e38d44b, entries=150, sequenceid=177, filesize=11.9 K
2024-12-09T13:15:35,957 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 77f96007af403fb496ba0633ba2ceb8c in 1535ms, sequenceid=177, compaction requested=true
2024-12-09T13:15:35,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:35,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:35,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:35,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:35,957 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:35,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:35,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:35,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:35,957 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:35,961 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102199 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:35,961 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/A is initiating minor compaction (all files)
2024-12-09T13:15:35,961 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/A in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,961 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b651a82cefcc4aacba35109d2dddb2e0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/6a11a6493e5d46dabc2cd553ac9dc235, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0e0c5fc6c4f246f59187fb18c0041053] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=99.8 K
2024-12-09T13:15:35,961 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:35,961 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,961 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b651a82cefcc4aacba35109d2dddb2e0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/6a11a6493e5d46dabc2cd553ac9dc235, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0e0c5fc6c4f246f59187fb18c0041053]
2024-12-09T13:15:35,961 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/B is initiating minor compaction (all files)
2024-12-09T13:15:35,962 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/B in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:35,962 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/7fb2b5f5c9b94a0ea6fe21f4c5217e1a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8182c559de064d649e9c3143ce729201, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/1b0c26bc2d0547d58d0da71f797bcc71] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=35.8 K
2024-12-09T13:15:35,962 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b651a82cefcc4aacba35109d2dddb2e0, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733750132056
2024-12-09T13:15:35,963 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fb2b5f5c9b94a0ea6fe21f4c5217e1a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733750132056
2024-12-09T13:15:35,963 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a11a6493e5d46dabc2cd553ac9dc235, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733750132506
2024-12-09T13:15:35,963 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8182c559de064d649e9c3143ce729201, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733750132506
2024-12-09T13:15:35,965 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b0c26bc2d0547d58d0da71f797bcc71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733750133714
2024-12-09T13:15:35,965 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e0c5fc6c4f246f59187fb18c0041053, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733750133714
2024-12-09T13:15:35,987 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#B#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:35,987 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/85dd5df6428e482db2ca3c8596b0f249 is 50, key is test_row_0/B:col10/1733750133714/Put/seqid=0
2024-12-09T13:15:35,991 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:36,014 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120954a825383eba4e8a9cbbe80571cda1a5_77f96007af403fb496ba0633ba2ceb8c store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:36,017 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120954a825383eba4e8a9cbbe80571cda1a5_77f96007af403fb496ba0633ba2ceb8c, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:36,017 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120954a825383eba4e8a9cbbe80571cda1a5_77f96007af403fb496ba0633ba2ceb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:36,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741970_1146 (size=12493)
2024-12-09T13:15:36,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-09T13:15:36,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:36,055 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:15:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:36,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741971_1147 (size=4469)
2024-12-09T13:15:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120904c0a44d3a3d4f15a69ffd92abc82eee_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750134581/Put/seqid=0
2024-12-09T13:15:36,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741972_1148 (size=12304)
2024-12-09T13:15:36,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:36,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120904c0a44d3a3d4f15a69ffd92abc82eee_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120904c0a44d3a3d4f15a69ffd92abc82eee_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:36,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c7f8dc5157a54dcd871b565af0b78d97, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:36,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c7f8dc5157a54dcd871b565af0b78d97 is 175, key is test_row_0/A:col10/1733750134581/Put/seqid=0
2024-12-09T13:15:36,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741973_1149 (size=31105)
2024-12-09T13:15:36,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c7f8dc5157a54dcd871b565af0b78d97
2024-12-09T13:15:36,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/bf800b69e888439ab768661225641c52 is 50, key is test_row_0/B:col10/1733750134581/Put/seqid=0
2024-12-09T13:15:36,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741974_1150 (size=12151)
2024-12-09T13:15:36,339 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/bf800b69e888439ab768661225641c52
2024-12-09T13:15:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/13f5f2f328664a7d82312b2ee5dc39b9 is 50, key is test_row_0/C:col10/1733750134581/Put/seqid=0
2024-12-09T13:15:36,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741975_1151 (size=12151)
2024-12-09T13:15:36,453 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/85dd5df6428e482db2ca3c8596b0f249 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/85dd5df6428e482db2ca3c8596b0f249
2024-12-09T13:15:36,473 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/B of 77f96007af403fb496ba0633ba2ceb8c into 85dd5df6428e482db2ca3c8596b0f249(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:36,473 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:36,473 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/B, priority=13, startTime=1733750135957; duration=0sec
2024-12-09T13:15:36,474 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:36,474 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:B
2024-12-09T13:15:36,474 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:36,482 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:36,482 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/C is initiating minor compaction (all files)
2024-12-09T13:15:36,482 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/C in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:36,482 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9f7f8ebcd44845cdab27e6f15bb861c6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/0c99a44b113e402bbdcd5ad7b1ef136f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/058553b5763e434eb9586eda4e38d44b] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=35.8 K
2024-12-09T13:15:36,483 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f7f8ebcd44845cdab27e6f15bb861c6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733750132056
2024-12-09T13:15:36,484 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c99a44b113e402bbdcd5ad7b1ef136f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733750132506
2024-12-09T13:15:36,484 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 058553b5763e434eb9586eda4e38d44b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733750133714
2024-12-09T13:15:36,507 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:36,508 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/51a683d0e00a462896742d2ddd8d4a3d is 50, key is test_row_0/C:col10/1733750133714/Put/seqid=0
2024-12-09T13:15:36,514 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#A#compaction#121 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:36,515 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/055ed190485b486ea9358c8bdaccfe7a is 175, key is test_row_0/A:col10/1733750133714/Put/seqid=0
2024-12-09T13:15:36,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741977_1153 (size=31447)
2024-12-09T13:15:36,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741976_1152 (size=12493)
2024-12-09T13:15:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:36,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/13f5f2f328664a7d82312b2ee5dc39b9
2024-12-09T13:15:36,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750196831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:36,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750196833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:36,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750196833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:36,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750196837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:36,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:36,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:36,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:36,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c7f8dc5157a54dcd871b565af0b78d97 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c7f8dc5157a54dcd871b565af0b78d97
2024-12-09T13:15:36,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c7f8dc5157a54dcd871b565af0b78d97, entries=150, sequenceid=196, filesize=30.4 K
2024-12-09T13:15:36,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/bf800b69e888439ab768661225641c52 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/bf800b69e888439ab768661225641c52
2024-12-09T13:15:36,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/bf800b69e888439ab768661225641c52, entries=150, sequenceid=196, filesize=11.9 K
2024-12-09T13:15:36,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/13f5f2f328664a7d82312b2ee5dc39b9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/13f5f2f328664a7d82312b2ee5dc39b9
2024-12-09T13:15:36,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/13f5f2f328664a7d82312b2ee5dc39b9, entries=150, sequenceid=196, filesize=11.9 K
2024-12-09T13:15:36,913 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 77f96007af403fb496ba0633ba2ceb8c in 859ms, sequenceid=196, compaction requested=false
2024-12-09T13:15:36,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:36,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:36,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-12-09T13:15:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-12-09T13:15:36,918 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-12-09T13:15:36,918 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1360 sec
2024-12-09T13:15:36,920 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.1480 sec
2024-12-09T13:15:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-09T13:15:36,925 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:36,925 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-12-09T13:15:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-09T13:15:36,929 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:36,931 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:36,931 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:36,951 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:15:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:36,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090313b36228c14880ae97ba79981f4e8b_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750136947/Put/seqid=0
2024-12-09T13:15:36,990 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/055ed190485b486ea9358c8bdaccfe7a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/055ed190485b486ea9358c8bdaccfe7a
2024-12-09T13:15:36,994 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/51a683d0e00a462896742d2ddd8d4a3d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/51a683d0e00a462896742d2ddd8d4a3d
2024-12-09T13:15:37,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741978_1154 (size=17284)
2024-12-09T13:15:37,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:37,032 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/A of 77f96007af403fb496ba0633ba2ceb8c into 055ed190485b486ea9358c8bdaccfe7a(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-12-09T13:15:37,032 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:37,032 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/A, priority=13, startTime=1733750135957; duration=1sec
2024-12-09T13:15:37,032 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:37,032 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:A
2024-12-09T13:15:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-09T13:15:37,051 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/C of 77f96007af403fb496ba0633ba2ceb8c into 51a683d0e00a462896742d2ddd8d4a3d(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:37,051 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:37,051 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/C, priority=13, startTime=1733750135957; duration=0sec
2024-12-09T13:15:37,051 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:37,051 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:C
2024-12-09T13:15:37,053 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090313b36228c14880ae97ba79981f4e8b_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090313b36228c14880ae97ba79981f4e8b_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:37,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750197026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/35ae4e5a9a614487aaed4b1bfc67429b, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:37,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750197031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/35ae4e5a9a614487aaed4b1bfc67429b is 175, key is test_row_0/A:col10/1733750136947/Put/seqid=0
2024-12-09T13:15:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750197058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:37,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741979_1155 (size=48389)
2024-12-09T13:15:37,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:37,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750197060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750197166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750197166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750197185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750197194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-09T13:15:37,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750197383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750197386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:37,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:37,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750197404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750197414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,495 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/35ae4e5a9a614487aaed4b1bfc67429b
2024-12-09T13:15:37,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/8244c8ee63b84486b525ea005d4c1eed is 50, key is test_row_0/B:col10/1733750136947/Put/seqid=0
2024-12-09T13:15:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-09T13:15:37,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741980_1156 (size=12151)
2024-12-09T13:15:37,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750197694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750197695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750197714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750197724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:37,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:37,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:37,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:37,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:37,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750197963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:37,966 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 77f96007af403fb496ba0633ba2ceb8c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:38,000 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/8244c8ee63b84486b525ea005d4c1eed
2024-12-09T13:15:38,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/aaddc3fdc488448688372225ff614951 is 50, key is test_row_0/C:col10/1733750136947/Put/seqid=0
2024-12-09T13:15:38,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:38,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:38,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-09T13:15:38,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741981_1157 (size=12151)
2024-12-09T13:15:38,156 INFO  [master/cad571b91d50:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-09T13:15:38,156 INFO  [master/cad571b91d50:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-09T13:15:38,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750198205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:38,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750198215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:38,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:38,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:38,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750198239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:38,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750198245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:38,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:38,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:38,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:38,485 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/aaddc3fdc488448688372225ff614951
2024-12-09T13:15:38,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/35ae4e5a9a614487aaed4b1bfc67429b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/35ae4e5a9a614487aaed4b1bfc67429b
2024-12-09T13:15:38,497 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/35ae4e5a9a614487aaed4b1bfc67429b, entries=250, sequenceid=213, filesize=47.3 K
2024-12-09T13:15:38,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/8244c8ee63b84486b525ea005d4c1eed as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8244c8ee63b84486b525ea005d4c1eed
2024-12-09T13:15:38,503 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8244c8ee63b84486b525ea005d4c1eed, entries=150, sequenceid=213, filesize=11.9 K
2024-12-09T13:15:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/aaddc3fdc488448688372225ff614951 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/aaddc3fdc488448688372225ff614951
2024-12-09T13:15:38,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/aaddc3fdc488448688372225ff614951, entries=150, sequenceid=213, filesize=11.9 K
2024-12-09T13:15:38,524 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 77f96007af403fb496ba0633ba2ceb8c in 1573ms, sequenceid=213, compaction requested=true
2024-12-09T13:15:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:38,524 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:38,524 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:38,526 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:38,526 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/A is initiating minor compaction (all files)
2024-12-09T13:15:38,526 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/A in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,526 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/055ed190485b486ea9358c8bdaccfe7a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c7f8dc5157a54dcd871b565af0b78d97, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/35ae4e5a9a614487aaed4b1bfc67429b] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=108.3 K
2024-12-09T13:15:38,526 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,526 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/055ed190485b486ea9358c8bdaccfe7a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c7f8dc5157a54dcd871b565af0b78d97, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/35ae4e5a9a614487aaed4b1bfc67429b]
2024-12-09T13:15:38,527 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:38,527 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/B is initiating minor compaction (all files)
2024-12-09T13:15:38,527 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/B in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,527 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/85dd5df6428e482db2ca3c8596b0f249, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/bf800b69e888439ab768661225641c52, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8244c8ee63b84486b525ea005d4c1eed] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=35.9 K
2024-12-09T13:15:38,527 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 055ed190485b486ea9358c8bdaccfe7a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733750133714
2024-12-09T13:15:38,528 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 85dd5df6428e482db2ca3c8596b0f249, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733750133714
2024-12-09T13:15:38,528 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7f8dc5157a54dcd871b565af0b78d97, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733750134558
2024-12-09T13:15:38,528 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting bf800b69e888439ab768661225641c52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733750134558
2024-12-09T13:15:38,528 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35ae4e5a9a614487aaed4b1bfc67429b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733750136792
2024-12-09T13:15:38,529 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8244c8ee63b84486b525ea005d4c1eed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733750136827
2024-12-09T13:15:38,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-09T13:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,530 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:38,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097cd760385c0f47b8bcbb27a8911eafa5_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750137042/Put/seqid=0
2024-12-09T13:15:38,593 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:38,595 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#B#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:38,596 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/6161ef06a3ab40b89b2daef741a12c17 is 50, key is test_row_0/B:col10/1733750136947/Put/seqid=0
2024-12-09T13:15:38,597 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412094fe0bf80add3417391e770b5c3543ffb_77f96007af403fb496ba0633ba2ceb8c store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:38,599 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412094fe0bf80add3417391e770b5c3543ffb_77f96007af403fb496ba0633ba2ceb8c, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:38,599 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094fe0bf80add3417391e770b5c3543ffb_77f96007af403fb496ba0633ba2ceb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:38,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741982_1158 (size=12304)
2024-12-09T13:15:38,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741984_1160 (size=4469)
2024-12-09T13:15:38,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741983_1159 (size=12595)
2024-12-09T13:15:38,665 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#A#compaction#130 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:38,665 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/06c626d3f4174adc966d6fa1551bfdd8 is 175, key is test_row_0/A:col10/1733750136947/Put/seqid=0
2024-12-09T13:15:38,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741985_1161 (size=31549)
2024-12-09T13:15:38,717 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/06c626d3f4174adc966d6fa1551bfdd8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/06c626d3f4174adc966d6fa1551bfdd8
2024-12-09T13:15:38,739 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/A of 77f96007af403fb496ba0633ba2ceb8c into 06c626d3f4174adc966d6fa1551bfdd8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:38,739 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:38,739 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/A, priority=13, startTime=1733750138524; duration=0sec
2024-12-09T13:15:38,739 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:38,739 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:A
2024-12-09T13:15:38,739 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:38,742 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:38,742 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/C is initiating minor compaction (all files)
2024-12-09T13:15:38,742 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/C in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:38,742 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/51a683d0e00a462896742d2ddd8d4a3d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/13f5f2f328664a7d82312b2ee5dc39b9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/aaddc3fdc488448688372225ff614951] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=35.9 K
2024-12-09T13:15:38,743 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51a683d0e00a462896742d2ddd8d4a3d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733750133714
2024-12-09T13:15:38,744 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13f5f2f328664a7d82312b2ee5dc39b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733750134558
2024-12-09T13:15:38,745 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaddc3fdc488448688372225ff614951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733750136827
2024-12-09T13:15:38,799 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:38,800 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/af17e86f505b476981465a3521949053 is 50, key is test_row_0/C:col10/1733750136947/Put/seqid=0
2024-12-09T13:15:38,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741986_1162 (size=12595)
2024-12-09T13:15:39,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:39,076 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412097cd760385c0f47b8bcbb27a8911eafa5_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097cd760385c0f47b8bcbb27a8911eafa5_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:39,076 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/6161ef06a3ab40b89b2daef741a12c17 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6161ef06a3ab40b89b2daef741a12c17
2024-12-09T13:15:39,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c8a09c80aead4ea9a673c9453b43bf9a, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:39,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c8a09c80aead4ea9a673c9453b43bf9a is 175, key is test_row_0/A:col10/1733750137042/Put/seqid=0
2024-12-09T13:15:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-09T13:15:39,089 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/B of 77f96007af403fb496ba0633ba2ceb8c into 6161ef06a3ab40b89b2daef741a12c17(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:39,089 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:39,089 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/B, priority=13, startTime=1733750138524; duration=0sec
2024-12-09T13:15:39,089 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:39,089 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:B
2024-12-09T13:15:39,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741987_1163 (size=31105)
2024-12-09T13:15:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:39,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:39,250 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/af17e86f505b476981465a3521949053 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/af17e86f505b476981465a3521949053
2024-12-09T13:15:39,270 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/C of 77f96007af403fb496ba0633ba2ceb8c into af17e86f505b476981465a3521949053(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:39,271 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:39,271 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/C, priority=13, startTime=1733750138524; duration=0sec
2024-12-09T13:15:39,271 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:39,271 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:C
2024-12-09T13:15:39,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750199277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750199278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750199279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750199286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750199404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750199404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750199404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750199404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,514 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c8a09c80aead4ea9a673c9453b43bf9a
2024-12-09T13:15:39,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/f2ff1d1f4afc4e1e95032e55f9299bbc is 50, key is test_row_0/B:col10/1733750137042/Put/seqid=0
2024-12-09T13:15:39,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741988_1164 (size=12151)
2024-12-09T13:15:39,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/f2ff1d1f4afc4e1e95032e55f9299bbc
2024-12-09T13:15:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/f0051db3eb3a43e08c33a3bd6335c638 is 50, key is test_row_0/C:col10/1733750137042/Put/seqid=0
2024-12-09T13:15:39,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750199614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750199614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750199614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750199616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:39,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741989_1165 (size=12151)
2024-12-09T13:15:39,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/f0051db3eb3a43e08c33a3bd6335c638
2024-12-09T13:15:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c8a09c80aead4ea9a673c9453b43bf9a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c8a09c80aead4ea9a673c9453b43bf9a
2024-12-09T13:15:39,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c8a09c80aead4ea9a673c9453b43bf9a, entries=150, sequenceid=232, filesize=30.4 K
2024-12-09T13:15:39,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/f2ff1d1f4afc4e1e95032e55f9299bbc as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2ff1d1f4afc4e1e95032e55f9299bbc
2024-12-09T13:15:39,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2ff1d1f4afc4e1e95032e55f9299bbc, entries=150, sequenceid=232, filesize=11.9 K
2024-12-09T13:15:39,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/f0051db3eb3a43e08c33a3bd6335c638 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/f0051db3eb3a43e08c33a3bd6335c638
2024-12-09T13:15:39,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/f0051db3eb3a43e08c33a3bd6335c638, entries=150, sequenceid=232, filesize=11.9 K
2024-12-09T13:15:39,754 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 77f96007af403fb496ba0633ba2ceb8c in 1224ms, sequenceid=232, compaction requested=false
2024-12-09T13:15:39,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:39,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:39,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-12-09T13:15:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-12-09T13:15:39,764 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-12-09T13:15:39,764 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8300 sec
2024-12-09T13:15:39,768 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.8420 sec
2024-12-09T13:15:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:39,944 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:15:39,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:39,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:39,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:39,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:39,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:39,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:39,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b2f9f2c68f3e4b13aa84a2da2b6690f8_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750139941/Put/seqid=0
2024-12-09T13:15:39,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750199985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750199983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750199993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741990_1166 (size=12304)
2024-12-09T13:15:40,006 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:40,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750200003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,018 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b2f9f2c68f3e4b13aa84a2da2b6690f8_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b2f9f2c68f3e4b13aa84a2da2b6690f8_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:40,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/abde7708eee84308ac33e4d437e9f85d, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:40,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/abde7708eee84308ac33e4d437e9f85d is 175, key is test_row_0/A:col10/1733750139941/Put/seqid=0
2024-12-09T13:15:40,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741991_1167 (size=31105)
2024-12-09T13:15:40,039 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/abde7708eee84308ac33e4d437e9f85d
2024-12-09T13:15:40,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/c46002d521164ff8942e7ff069559fc6 is 50, key is test_row_0/B:col10/1733750139941/Put/seqid=0
2024-12-09T13:15:40,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741992_1168 (size=12151)
2024-12-09T13:15:40,088 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/c46002d521164ff8942e7ff069559fc6
2024-12-09T13:15:40,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/ce6230141a204380a3d5ceb3fbbb6d4c is 50, key is test_row_0/C:col10/1733750139941/Put/seqid=0
2024-12-09T13:15:40,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750200103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750200104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750200104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750200113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741993_1169 (size=12151)
2024-12-09T13:15:40,129 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/ce6230141a204380a3d5ceb3fbbb6d4c
2024-12-09T13:15:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/abde7708eee84308ac33e4d437e9f85d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/abde7708eee84308ac33e4d437e9f85d
2024-12-09T13:15:40,171 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/abde7708eee84308ac33e4d437e9f85d, entries=150, sequenceid=253, filesize=30.4 K
2024-12-09T13:15:40,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/c46002d521164ff8942e7ff069559fc6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c46002d521164ff8942e7ff069559fc6
2024-12-09T13:15:40,183 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c46002d521164ff8942e7ff069559fc6, entries=150, sequenceid=253, filesize=11.9 K
2024-12-09T13:15:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/ce6230141a204380a3d5ceb3fbbb6d4c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ce6230141a204380a3d5ceb3fbbb6d4c
2024-12-09T13:15:40,205 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ce6230141a204380a3d5ceb3fbbb6d4c, entries=150, sequenceid=253, filesize=11.9 K
2024-12-09T13:15:40,209 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 77f96007af403fb496ba0633ba2ceb8c in 266ms, sequenceid=253, compaction requested=true
2024-12-09T13:15:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:40,209 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:40,210 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:40,215 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:40,215 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/B is initiating minor compaction (all files)
2024-12-09T13:15:40,215 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/B in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:40,216 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6161ef06a3ab40b89b2daef741a12c17, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2ff1d1f4afc4e1e95032e55f9299bbc, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c46002d521164ff8942e7ff069559fc6] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=36.0 K
2024-12-09T13:15:40,216 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:40,216 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/A is initiating minor compaction (all files)
2024-12-09T13:15:40,216 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/A in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:40,216 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/06c626d3f4174adc966d6fa1551bfdd8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c8a09c80aead4ea9a673c9453b43bf9a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/abde7708eee84308ac33e4d437e9f85d] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=91.6 K
2024-12-09T13:15:40,216 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:40,216 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/06c626d3f4174adc966d6fa1551bfdd8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c8a09c80aead4ea9a673c9453b43bf9a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/abde7708eee84308ac33e4d437e9f85d]
2024-12-09T13:15:40,218 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6161ef06a3ab40b89b2daef741a12c17, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733750136827
2024-12-09T13:15:40,219 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06c626d3f4174adc966d6fa1551bfdd8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733750136827
2024-12-09T13:15:40,223 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f2ff1d1f4afc4e1e95032e55f9299bbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733750136999
2024-12-09T13:15:40,223 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a09c80aead4ea9a673c9453b43bf9a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733750136999
2024-12-09T13:15:40,225 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c46002d521164ff8942e7ff069559fc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733750139939
2024-12-09T13:15:40,225 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting abde7708eee84308ac33e4d437e9f85d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733750139939
2024-12-09T13:15:40,259 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:40,268 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412094ca493b953584fb5ae9734facea92142_77f96007af403fb496ba0633ba2ceb8c store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:40,270 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412094ca493b953584fb5ae9734facea92142_77f96007af403fb496ba0633ba2ceb8c, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:40,270 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094ca493b953584fb5ae9734facea92142_77f96007af403fb496ba0633ba2ceb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:40,282 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#B#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:40,283 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/766f7ad8ffbb4da088b5a6b0b01dc950 is 50, key is test_row_0/B:col10/1733750139941/Put/seqid=0
2024-12-09T13:15:40,316 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-09T13:15:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:40,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741994_1170 (size=4469)
2024-12-09T13:15:40,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209968bb509b04647d9948645d1a925d633_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750139993/Put/seqid=0
2024-12-09T13:15:40,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741995_1171 (size=12697)
2024-12-09T13:15:40,371 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/766f7ad8ffbb4da088b5a6b0b01dc950 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/766f7ad8ffbb4da088b5a6b0b01dc950
2024-12-09T13:15:40,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741996_1172 (size=14994)
2024-12-09T13:15:40,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750200372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,390 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:40,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750200373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,391 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/B of 77f96007af403fb496ba0633ba2ceb8c into 766f7ad8ffbb4da088b5a6b0b01dc950(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:40,391 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:40,391 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/B, priority=13, startTime=1733750140209; duration=0sec
2024-12-09T13:15:40,392 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:40,392 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:B
2024-12-09T13:15:40,392 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,399 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:40,399 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/C is initiating minor compaction (all files)
2024-12-09T13:15:40,399 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/C in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:40,399 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/af17e86f505b476981465a3521949053, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/f0051db3eb3a43e08c33a3bd6335c638, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ce6230141a204380a3d5ceb3fbbb6d4c] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=36.0 K
2024-12-09T13:15:40,400 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting af17e86f505b476981465a3521949053, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733750136827
2024-12-09T13:15:40,400 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f0051db3eb3a43e08c33a3bd6335c638, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733750136999
2024-12-09T13:15:40,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750200384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,400 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting ce6230141a204380a3d5ceb3fbbb6d4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733750139939
2024-12-09T13:15:40,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750200390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,409 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209968bb509b04647d9948645d1a925d633_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209968bb509b04647d9948645d1a925d633_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:40,415 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#C#compaction#141 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:40,415 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/adb96708a23f48f98f39e1cb3477e76e, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:40,416 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/2fa4cb7404304779936777d128236417 is 50, key is test_row_0/C:col10/1733750139941/Put/seqid=0
2024-12-09T13:15:40,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/adb96708a23f48f98f39e1cb3477e76e is 175, key is test_row_0/A:col10/1733750139993/Put/seqid=0
2024-12-09T13:15:40,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741997_1173 (size=39949)
2024-12-09T13:15:40,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741998_1174 (size=12697)
2024-12-09T13:15:40,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750200504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750200504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750200515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750200515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750200715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750200716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750200726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,731 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#A#compaction#138 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:40,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750200726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:40,732 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/4a6ae5d1cfe540caa5226d35d896751a is 175, key is test_row_0/A:col10/1733750139941/Put/seqid=0
2024-12-09T13:15:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:40,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741999_1175 (size=31651)
2024-12-09T13:15:40,817 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/4a6ae5d1cfe540caa5226d35d896751a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/4a6ae5d1cfe540caa5226d35d896751a
2024-12-09T13:15:40,865 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/A of 77f96007af403fb496ba0633ba2ceb8c into 4a6ae5d1cfe540caa5226d35d896751a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:40,865 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:40,865 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/A, priority=13, startTime=1733750140209; duration=0sec
2024-12-09T13:15:40,865 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:40,865 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:A
2024-12-09T13:15:40,888 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/adb96708a23f48f98f39e1cb3477e76e
2024-12-09T13:15:40,905 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/2fa4cb7404304779936777d128236417 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/2fa4cb7404304779936777d128236417
2024-12-09T13:15:40,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/c92da9fe7b014d1baca8d2045760e28b is 50, key is test_row_0/B:col10/1733750139993/Put/seqid=0
2024-12-09T13:15:40,918 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/C of 77f96007af403fb496ba0633ba2ceb8c into 2fa4cb7404304779936777d128236417(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:40,918 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:40,918 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/C, priority=13, startTime=1733750140209; duration=0sec
2024-12-09T13:15:40,918 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:40,918 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:C
2024-12-09T13:15:40,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742000_1176 (size=12301)
2024-12-09T13:15:41,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750201023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750201033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750201043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750201043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-09T13:15:41,108 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:41,111 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-12-09T13:15:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-09T13:15:41,115 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:41,117 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:41,117 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-09T13:15:41,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:41,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:41,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,341 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/c92da9fe7b014d1baca8d2045760e28b
2024-12-09T13:15:41,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/694ae276d68b4bcab89497115360825f is 50, key is test_row_0/C:col10/1733750139993/Put/seqid=0
2024-12-09T13:15:41,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742001_1177 (size=12301)
2024-12-09T13:15:41,411 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/694ae276d68b4bcab89497115360825f
2024-12-09T13:15:41,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/adb96708a23f48f98f39e1cb3477e76e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/adb96708a23f48f98f39e1cb3477e76e
2024-12-09T13:15:41,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-09T13:15:41,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:41,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,438 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/adb96708a23f48f98f39e1cb3477e76e, entries=200, sequenceid=268, filesize=39.0 K
2024-12-09T13:15:41,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/c92da9fe7b014d1baca8d2045760e28b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c92da9fe7b014d1baca8d2045760e28b
2024-12-09T13:15:41,449 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c92da9fe7b014d1baca8d2045760e28b, entries=150, sequenceid=268, filesize=12.0 K
2024-12-09T13:15:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/694ae276d68b4bcab89497115360825f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/694ae276d68b4bcab89497115360825f
2024-12-09T13:15:41,457 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/694ae276d68b4bcab89497115360825f, entries=150, sequenceid=268, filesize=12.0 K
2024-12-09T13:15:41,458 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 77f96007af403fb496ba0633ba2ceb8c in 1142ms, sequenceid=268, compaction requested=false
2024-12-09T13:15:41,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:41,549 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-09T13:15:41,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:41,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:41,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:41,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:41,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:41,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:41,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091178afff23cd4a42857f8d300c1686c4_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750141541/Put/seqid=0
2024-12-09T13:15:41,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:41,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:41,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750201591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750201592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750201600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750201612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742002_1178 (size=12454)
2024-12-09T13:15:41,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:41,626 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091178afff23cd4a42857f8d300c1686c4_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091178afff23cd4a42857f8d300c1686c4_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:41,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/14e3cdaf68d742df99eb3c2ad47d3e43, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:41,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/14e3cdaf68d742df99eb3c2ad47d3e43 is 175, key is test_row_0/A:col10/1733750141541/Put/seqid=0
2024-12-09T13:15:41,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742003_1179 (size=31255)
2024-12-09T13:15:41,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750201713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750201714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750201723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750201723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-09T13:15:41,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:41,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:41,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750201923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750201930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750201934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750201934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:41,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:41,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37798 deadline: 1733750201994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,000 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 77f96007af403fb496ba0633ba2ceb8c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:15:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,066 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/14e3cdaf68d742df99eb3c2ad47d3e43
2024-12-09T13:15:42,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/f2892e9eb351446f95d5c75f739d39c0 is 50, key is test_row_0/B:col10/1733750141541/Put/seqid=0
2024-12-09T13:15:42,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742004_1180 (size=12301)
2024-12-09T13:15:42,157 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/f2892e9eb351446f95d5c75f739d39c0
2024-12-09T13:15:42,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6332215a8d6b416aa3a573986521af31 is 50, key is test_row_0/C:col10/1733750141541/Put/seqid=0
2024-12-09T13:15:42,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742005_1181 (size=12301)
2024-12-09T13:15:42,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:42,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:42,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-09T13:15:42,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750202244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750202245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750202254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750202254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:42,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:42,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:42,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:42,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:42,620 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6332215a8d6b416aa3a573986521af31
2024-12-09T13:15:42,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/14e3cdaf68d742df99eb3c2ad47d3e43 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/14e3cdaf68d742df99eb3c2ad47d3e43
2024-12-09T13:15:42,639 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/14e3cdaf68d742df99eb3c2ad47d3e43, entries=150, sequenceid=289, filesize=30.5 K
2024-12-09T13:15:42,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/f2892e9eb351446f95d5c75f739d39c0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2892e9eb351446f95d5c75f739d39c0
2024-12-09T13:15:42,645 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2892e9eb351446f95d5c75f739d39c0, entries=150, sequenceid=289, filesize=12.0 K
2024-12-09T13:15:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6332215a8d6b416aa3a573986521af31 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6332215a8d6b416aa3a573986521af31
2024-12-09T13:15:42,654 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6332215a8d6b416aa3a573986521af31, entries=150, sequenceid=289, filesize=12.0 K
2024-12-09T13:15:42,658 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 77f96007af403fb496ba0633ba2ceb8c in 1110ms, sequenceid=289, compaction requested=true
2024-12-09T13:15:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:42,659 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:15:42,659 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:42,662 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:42,662 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/B is initiating minor compaction (all files)
2024-12-09T13:15:42,662 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/B in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,662 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/766f7ad8ffbb4da088b5a6b0b01dc950, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c92da9fe7b014d1baca8d2045760e28b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2892e9eb351446f95d5c75f739d39c0] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=36.4 K
2024-12-09T13:15:42,662 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102855 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:42,662 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/A is initiating minor compaction (all files)
2024-12-09T13:15:42,662 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/A in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,663 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/4a6ae5d1cfe540caa5226d35d896751a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/adb96708a23f48f98f39e1cb3477e76e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/14e3cdaf68d742df99eb3c2ad47d3e43] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=100.4 K
2024-12-09T13:15:42,663 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,663 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/4a6ae5d1cfe540caa5226d35d896751a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/adb96708a23f48f98f39e1cb3477e76e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/14e3cdaf68d742df99eb3c2ad47d3e43]
2024-12-09T13:15:42,663 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 766f7ad8ffbb4da088b5a6b0b01dc950, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733750139939
2024-12-09T13:15:42,670 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c92da9fe7b014d1baca8d2045760e28b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733750139983
2024-12-09T13:15:42,670 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a6ae5d1cfe540caa5226d35d896751a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733750139939
2024-12-09T13:15:42,670 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f2892e9eb351446f95d5c75f739d39c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733750140335
2024-12-09T13:15:42,678 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting adb96708a23f48f98f39e1cb3477e76e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733750139983
2024-12-09T13:15:42,679 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14e3cdaf68d742df99eb3c2ad47d3e43, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733750140335
2024-12-09T13:15:42,718 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:42,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-09T13:15:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:15:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:42,733 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#B#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:42,734 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/c027c1a04a3340fabe782492ad48c3bf is 50, key is test_row_0/B:col10/1733750141541/Put/seqid=0
2024-12-09T13:15:42,743 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209f4b838ed6e8b44218849a4720b7a2609_77f96007af403fb496ba0633ba2ceb8c store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:42,745 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209f4b838ed6e8b44218849a4720b7a2609_77f96007af403fb496ba0633ba2ceb8c, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:42,745 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f4b838ed6e8b44218849a4720b7a2609_77f96007af403fb496ba0633ba2ceb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:42,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120931cdc0bb489f44f68dc5829b6a831b2b_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750141565/Put/seqid=0
2024-12-09T13:15:42,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742007_1183 (size=4469)
2024-12-09T13:15:42,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742006_1182 (size=12949)
2024-12-09T13:15:42,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742008_1184 (size=12454)
2024-12-09T13:15:42,828 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/c027c1a04a3340fabe782492ad48c3bf as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c027c1a04a3340fabe782492ad48c3bf
2024-12-09T13:15:42,853 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/B of 77f96007af403fb496ba0633ba2ceb8c into c027c1a04a3340fabe782492ad48c3bf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:42,854 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:42,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,854 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/B, priority=13, startTime=1733750142659; duration=0sec
2024-12-09T13:15:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750202833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,854 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:42,854 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:B
2024-12-09T13:15:42,854 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:42,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750202837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,858 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:42,858 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/C is initiating minor compaction (all files)
2024-12-09T13:15:42,858 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/C in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:42,858 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/2fa4cb7404304779936777d128236417, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/694ae276d68b4bcab89497115360825f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6332215a8d6b416aa3a573986521af31] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=36.4 K
2024-12-09T13:15:42,859 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fa4cb7404304779936777d128236417, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733750139939
2024-12-09T13:15:42,864 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 694ae276d68b4bcab89497115360825f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733750139983
2024-12-09T13:15:42,864 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6332215a8d6b416aa3a573986521af31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733750140335
2024-12-09T13:15:42,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750202854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750202857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,872 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:42,873 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/a00fb36fc8144039bf5d200f4af3e5cd is 50, key is test_row_0/C:col10/1733750141541/Put/seqid=0
2024-12-09T13:15:42,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742009_1185 (size=12949)
2024-12-09T13:15:42,970 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/a00fb36fc8144039bf5d200f4af3e5cd as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a00fb36fc8144039bf5d200f4af3e5cd
2024-12-09T13:15:42,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750202964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750202964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750202974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750202974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:42,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:42,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:42,995 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/C of 77f96007af403fb496ba0633ba2ceb8c into a00fb36fc8144039bf5d200f4af3e5cd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:42,995 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:42,995 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/C, priority=13, startTime=1733750142659; duration=0sec
2024-12-09T13:15:42,995 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:42,995 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:C
2024-12-09T13:15:43,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:43,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750203184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750203184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:43,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750203185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750203184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:43,204 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#A#compaction#147 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:43,204 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/19b5647e1bbf4d668ca5a99d696d3523 is 175, key is test_row_0/A:col10/1733750141541/Put/seqid=0
2024-12-09T13:15:43,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:43,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742010_1186 (size=31903)
2024-12-09T13:15:43,245 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120931cdc0bb489f44f68dc5829b6a831b2b_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120931cdc0bb489f44f68dc5829b6a831b2b_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:43,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/3e6e7d91100b49b9b89e00f8705ce1e1, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/3e6e7d91100b49b9b89e00f8705ce1e1 is 175, key is test_row_0/A:col10/1733750141565/Put/seqid=0
2024-12-09T13:15:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-09T13:15:43,282 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/19b5647e1bbf4d668ca5a99d696d3523 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/19b5647e1bbf4d668ca5a99d696d3523
2024-12-09T13:15:43,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742011_1187 (size=31255)
2024-12-09T13:15:43,300 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/A of 77f96007af403fb496ba0633ba2ceb8c into 19b5647e1bbf4d668ca5a99d696d3523(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:43,300 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:43,300 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/A, priority=13, startTime=1733750142658; duration=0sec
2024-12-09T13:15:43,300 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:43,300 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:A
2024-12-09T13:15:43,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750203494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:43,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750203494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:43,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750203494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:43,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750203521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:43,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:43,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:43,686 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/3e6e7d91100b49b9b89e00f8705ce1e1
2024-12-09T13:15:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/02310e0174c440889283d744a4e16319 is 50, key is test_row_0/B:col10/1733750141565/Put/seqid=0
2024-12-09T13:15:43,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742012_1188 (size=12301)
2024-12-09T13:15:43,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/02310e0174c440889283d744a4e16319
2024-12-09T13:15:43,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6632bc02da174da4a7101b8cbc5479ce is 50, key is test_row_0/C:col10/1733750141565/Put/seqid=0
2024-12-09T13:15:43,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742013_1189 (size=12301)
2024-12-09T13:15:43,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6632bc02da174da4a7101b8cbc5479ce
2024-12-09T13:15:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/3e6e7d91100b49b9b89e00f8705ce1e1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/3e6e7d91100b49b9b89e00f8705ce1e1
2024-12-09T13:15:43,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/3e6e7d91100b49b9b89e00f8705ce1e1, entries=150, sequenceid=303, filesize=30.5 K
2024-12-09T13:15:43,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/02310e0174c440889283d744a4e16319 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/02310e0174c440889283d744a4e16319
2024-12-09T13:15:43,798 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/02310e0174c440889283d744a4e16319, entries=150, sequenceid=303, filesize=12.0 K
2024-12-09T13:15:43,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/6632bc02da174da4a7101b8cbc5479ce as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6632bc02da174da4a7101b8cbc5479ce
2024-12-09T13:15:43,839 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6632bc02da174da4a7101b8cbc5479ce, entries=150, sequenceid=303, filesize=12.0 K
2024-12-09T13:15:43,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 77f96007af403fb496ba0633ba2ceb8c in 1109ms, sequenceid=303, compaction requested=false
2024-12-09T13:15:43,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:43,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:43,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-12-09T13:15:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-12-09T13:15:43,851 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-12-09T13:15:43,851 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7260 sec
2024-12-09T13:15:43,862 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.7420 sec
2024-12-09T13:15:44,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750142831, max timestamp=1733750144020Num uniques 859; 
2024-12-09T13:15:44,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750142831, max timestamp=1733750144020Num uniques 859; 
2024-12-09T13:15:44,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:44,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:44,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750142831, max timestamp=1733750144020Num uniques 859; 
2024-12-09T13:15:44,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:44,055 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=60.38 KB heapSize=161.16 KB
2024-12-09T13:15:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:44,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:44,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:44,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d88ec43848b544d88a6c5ad1263c5802_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750144049/Put/seqid=0
2024-12-09T13:15:44,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742014_1190 (size=14994)
2024-12-09T13:15:44,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750144105, max timestamp=1733750144144Num uniques 859; 
2024-12-09T13:15:44,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:44,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750144105, max timestamp=1733750144144Num uniques 859; 
2024-12-09T13:15:44,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:44,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750144105, max timestamp=1733750144144Num uniques 859; 
2024-12-09T13:15:44,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:44,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750204183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750204185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750204200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750204202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750204315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750204315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750204315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750204315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:44,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750204526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750204533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750204533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750204533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,555 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d88ec43848b544d88a6c5ad1263c5802_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d88ec43848b544d88a6c5ad1263c5802_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:44,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b6de2dcbb8954d7084f1640dc7f328a8, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:44,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b6de2dcbb8954d7084f1640dc7f328a8 is 175, key is test_row_0/A:col10/1733750144049/Put/seqid=0
2024-12-09T13:15:44,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742015_1191 (size=39949)
2024-12-09T13:15:44,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750204843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750204843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750204843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750204853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:44,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:44,998 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b6de2dcbb8954d7084f1640dc7f328a8
2024-12-09T13:15:45,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/cdd97baf06e447dea8cc311fa02151b7 is 50, key is test_row_0/B:col10/1733750144049/Put/seqid=0
2024-12-09T13:15:45,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742016_1192 (size=12301)
2024-12-09T13:15:45,069 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/cdd97baf06e447dea8cc311fa02151b7
2024-12-09T13:15:45,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/fcc98b9a2cc746d1b7acc513ee1a1786 is 50, key is test_row_0/C:col10/1733750144049/Put/seqid=0
2024-12-09T13:15:45,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742017_1193 (size=12301)
2024-12-09T13:15:45,179 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/fcc98b9a2cc746d1b7acc513ee1a1786
2024-12-09T13:15:45,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/b6de2dcbb8954d7084f1640dc7f328a8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b6de2dcbb8954d7084f1640dc7f328a8
2024-12-09T13:15:45,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b6de2dcbb8954d7084f1640dc7f328a8, entries=200, sequenceid=332, filesize=39.0 K
2024-12-09T13:15:45,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/cdd97baf06e447dea8cc311fa02151b7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cdd97baf06e447dea8cc311fa02151b7
2024-12-09T13:15:45,223 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cdd97baf06e447dea8cc311fa02151b7, entries=150, sequenceid=332, filesize=12.0 K
2024-12-09T13:15:45,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/fcc98b9a2cc746d1b7acc513ee1a1786 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/fcc98b9a2cc746d1b7acc513ee1a1786
2024-12-09T13:15:45,236 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/fcc98b9a2cc746d1b7acc513ee1a1786, entries=150, sequenceid=332, filesize=12.0 K
2024-12-09T13:15:45,238 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~181.03 KB/185376, currentSize=120.76 KB/123660 for 77f96007af403fb496ba0633ba2ceb8c in 1183ms, sequenceid=332, compaction requested=true
2024-12-09T13:15:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:45,239 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:45,239 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:45,243 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:45,243 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/A is initiating minor compaction (all files)
2024-12-09T13:15:45,243 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/A in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,243 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/19b5647e1bbf4d668ca5a99d696d3523, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/3e6e7d91100b49b9b89e00f8705ce1e1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b6de2dcbb8954d7084f1640dc7f328a8] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=100.7 K
2024-12-09T13:15:45,243 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,243 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/19b5647e1bbf4d668ca5a99d696d3523, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/3e6e7d91100b49b9b89e00f8705ce1e1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b6de2dcbb8954d7084f1640dc7f328a8]
2024-12-09T13:15:45,243 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:45,243 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/B is initiating minor compaction (all files)
2024-12-09T13:15:45,243 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/B in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,243 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c027c1a04a3340fabe782492ad48c3bf, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/02310e0174c440889283d744a4e16319, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cdd97baf06e447dea8cc311fa02151b7] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=36.7 K
2024-12-09T13:15:45,248 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c027c1a04a3340fabe782492ad48c3bf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733750140335
2024-12-09T13:15:45,249 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 02310e0174c440889283d744a4e16319, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733750141565
2024-12-09T13:15:45,249 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19b5647e1bbf4d668ca5a99d696d3523, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733750140335
2024-12-09T13:15:45,253 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cdd97baf06e447dea8cc311fa02151b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733750144042
2024-12-09T13:15:45,253 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e6e7d91100b49b9b89e00f8705ce1e1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733750141565
2024-12-09T13:15:45,256 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6de2dcbb8954d7084f1640dc7f328a8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733750144042
2024-12-09T13:15:45,272 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:45,273 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/6efd58adf4bb4ed58d60941c6fbf8a2a is 50, key is test_row_0/B:col10/1733750144049/Put/seqid=0
2024-12-09T13:15:45,274 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:45,282 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209f032454cd40a4cb4b6f553c38166a235_77f96007af403fb496ba0633ba2ceb8c store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-09T13:15:45,283 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:45,284 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209f032454cd40a4cb4b6f553c38166a235_77f96007af403fb496ba0633ba2ceb8c, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:45,284 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f032454cd40a4cb4b6f553c38166a235_77f96007af403fb496ba0633ba2ceb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:45,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-12-09T13:15:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-09T13:15:45,292 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:45,294 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:45,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:45,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742019_1195 (size=4469)
2024-12-09T13:15:45,335 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#A#compaction#157 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:45,336 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/a6f243101a094197a07144d049972591 is 175, key is test_row_0/A:col10/1733750144049/Put/seqid=0
2024-12-09T13:15:45,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742018_1194 (size=13051)
2024-12-09T13:15:45,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742020_1196 (size=32005)
2024-12-09T13:15:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:45,363 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-09T13:15:45,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:45,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:45,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:45,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:45,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:45,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:45,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209da72cf475d204470aacdfd3f5e998406_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750144181/Put/seqid=0
2024-12-09T13:15:45,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742021_1197 (size=14994)
2024-12-09T13:15:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-09T13:15:45,403 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:45,411 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209da72cf475d204470aacdfd3f5e998406_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209da72cf475d204470aacdfd3f5e998406_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:45,413 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c9f710191e5f4e10ab294f292ce8e838, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:45,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c9f710191e5f4e10ab294f292ce8e838 is 175, key is test_row_0/A:col10/1733750144181/Put/seqid=0
2024-12-09T13:15:45,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742022_1198 (size=39949)
2024-12-09T13:15:45,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-09T13:15:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750205426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750205473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750205474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750205488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750205587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750205595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-09T13:15:45,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750205607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750205607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-09T13:15:45,765 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/6efd58adf4bb4ed58d60941c6fbf8a2a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6efd58adf4bb4ed58d60941c6fbf8a2a
2024-12-09T13:15:45,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-09T13:15:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,794 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/a6f243101a094197a07144d049972591 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/a6f243101a094197a07144d049972591
2024-12-09T13:15:45,797 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/B of 77f96007af403fb496ba0633ba2ceb8c into 6efd58adf4bb4ed58d60941c6fbf8a2a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:45,797 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:45,797 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/B, priority=13, startTime=1733750145239; duration=0sec
2024-12-09T13:15:45,797 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:45,797 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:B
2024-12-09T13:15:45,798 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:15:45,807 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:15:45,808 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/C is initiating minor compaction (all files)
2024-12-09T13:15:45,808 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/C in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,808 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a00fb36fc8144039bf5d200f4af3e5cd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6632bc02da174da4a7101b8cbc5479ce, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/fcc98b9a2cc746d1b7acc513ee1a1786] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=36.7 K
2024-12-09T13:15:45,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750205807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750205807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,813 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting a00fb36fc8144039bf5d200f4af3e5cd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733750140335
2024-12-09T13:15:45,818 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6632bc02da174da4a7101b8cbc5479ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733750141565
2024-12-09T13:15:45,822 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fcc98b9a2cc746d1b7acc513ee1a1786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733750144042
2024-12-09T13:15:45,825 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/A of 77f96007af403fb496ba0633ba2ceb8c into a6f243101a094197a07144d049972591(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:45,825 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:45,825 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/A, priority=13, startTime=1733750145239; duration=0sec
2024-12-09T13:15:45,825 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:45,825 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:A
2024-12-09T13:15:45,831 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c9f710191e5f4e10ab294f292ce8e838
2024-12-09T13:15:45,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750205827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750205827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:45,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/d0a76c1df4994d92b93d1ddb315747ad is 50, key is test_row_0/B:col10/1733750144181/Put/seqid=0
2024-12-09T13:15:45,870 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#C#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:45,871 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/920cce49b4b540bd85e887efd39b7a4b is 50, key is test_row_0/C:col10/1733750144049/Put/seqid=0
2024-12-09T13:15:45,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742023_1199 (size=12301)
2024-12-09T13:15:45,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742024_1200 (size=13051)
2024-12-09T13:15:45,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-09T13:15:45,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:45,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-09T13:15:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-09T13:15:46,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:46,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:46,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:46,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750206113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750206124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750206145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750206155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-09T13:15:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:46,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,277 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/d0a76c1df4994d92b93d1ddb315747ad
2024-12-09T13:15:46,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/819efde711c4400a9c7c87572edca86a is 50, key is test_row_0/C:col10/1733750144181/Put/seqid=0
2024-12-09T13:15:46,324 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/920cce49b4b540bd85e887efd39b7a4b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/920cce49b4b540bd85e887efd39b7a4b
2024-12-09T13:15:46,342 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/C of 77f96007af403fb496ba0633ba2ceb8c into 920cce49b4b540bd85e887efd39b7a4b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:46,342 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:46,342 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/C, priority=13, startTime=1733750145239; duration=0sec
2024-12-09T13:15:46,342 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:46,342 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:C
2024-12-09T13:15:46,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742025_1201 (size=12301)
2024-12-09T13:15:46,353 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/819efde711c4400a9c7c87572edca86a
2024-12-09T13:15:46,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c9f710191e5f4e10ab294f292ce8e838 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c9f710191e5f4e10ab294f292ce8e838
2024-12-09T13:15:46,383 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c9f710191e5f4e10ab294f292ce8e838, entries=200, sequenceid=367, filesize=39.0 K
2024-12-09T13:15:46,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/d0a76c1df4994d92b93d1ddb315747ad as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d0a76c1df4994d92b93d1ddb315747ad
2024-12-09T13:15:46,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-09T13:15:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:46,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:46,401 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d0a76c1df4994d92b93d1ddb315747ad, entries=150, sequenceid=367, filesize=12.0 K
2024-12-09T13:15:46,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/819efde711c4400a9c7c87572edca86a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/819efde711c4400a9c7c87572edca86a
2024-12-09T13:15:46,431 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/819efde711c4400a9c7c87572edca86a, entries=150, sequenceid=367, filesize=12.0 K
2024-12-09T13:15:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-09T13:15:46,439 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 77f96007af403fb496ba0633ba2ceb8c in 1076ms, sequenceid=367, compaction requested=false
2024-12-09T13:15:46,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:46,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-09T13:15:46,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:46,571 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:15:46,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:46,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:46,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:46,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:46,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:46,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:46,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096dde7176e24640019593d0485a794f3a_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750145418/Put/seqid=0
2024-12-09T13:15:46,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742026_1202 (size=12454)
2024-12-09T13:15:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:46,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. as already flushing
2024-12-09T13:15:46,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:46,688 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096dde7176e24640019593d0485a794f3a_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096dde7176e24640019593d0485a794f3a_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:46,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/48701d23d89c4bb8b4a347a015722958, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/48701d23d89c4bb8b4a347a015722958 is 175, key is test_row_0/A:col10/1733750145418/Put/seqid=0
2024-12-09T13:15:46,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742027_1203 (size=31255)
2024-12-09T13:15:46,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750206742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750206756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750206760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750206761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750206865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750206865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750206873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750206873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750207074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:47,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750207074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750207087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750207090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/48701d23d89c4bb8b4a347a015722958
2024-12-09T13:15:47,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/09b0f1b6e63343de92ab6ef96c3cc5a1 is 50, key is test_row_0/B:col10/1733750145418/Put/seqid=0
2024-12-09T13:15:47,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742028_1204 (size=12301)
2024-12-09T13:15:47,303 INFO  [Thread-560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-560.
2024-12-09T13:15:47,303 DEBUG [Thread-560 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:47,303 DEBUG [Thread-560 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,303 DEBUG [Thread-560 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,303 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:47,311 INFO  [Thread-562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-562.
2024-12-09T13:15:47,311 DEBUG [Thread-562 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:47,311 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,311 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,311 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:47,315 INFO  [Thread-564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-564.
2024-12-09T13:15:47,315 DEBUG [Thread-564 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:47,315 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,315 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,317 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:47,321 INFO  [Thread-566 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-566.
2024-12-09T13:15:47,321 DEBUG [Thread-566 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:47,321 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,321 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,321 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:47,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37860 deadline: 1733750207383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37824 deadline: 1733750207393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:47,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37856 deadline: 1733750207413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37844 deadline: 1733750207413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:15:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-09T13:15:47,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/09b0f1b6e63343de92ab6ef96c3cc5a1
2024-12-09T13:15:47,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/c264419d26e7437abe7659fd1d57043d is 50, key is test_row_0/C:col10/1733750145418/Put/seqid=0
2024-12-09T13:15:47,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742029_1205 (size=12301)
2024-12-09T13:15:47,612 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/c264419d26e7437abe7659fd1d57043d
2024-12-09T13:15:47,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/48701d23d89c4bb8b4a347a015722958 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/48701d23d89c4bb8b4a347a015722958
2024-12-09T13:15:47,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/48701d23d89c4bb8b4a347a015722958, entries=150, sequenceid=382, filesize=30.5 K
2024-12-09T13:15:47,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/09b0f1b6e63343de92ab6ef96c3cc5a1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/09b0f1b6e63343de92ab6ef96c3cc5a1
2024-12-09T13:15:47,640 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/09b0f1b6e63343de92ab6ef96c3cc5a1, entries=150, sequenceid=382, filesize=12.0 K
2024-12-09T13:15:47,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/c264419d26e7437abe7659fd1d57043d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/c264419d26e7437abe7659fd1d57043d
2024-12-09T13:15:47,645 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/c264419d26e7437abe7659fd1d57043d, entries=150, sequenceid=382, filesize=12.0 K
2024-12-09T13:15:47,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 77f96007af403fb496ba0633ba2ceb8c in 1075ms, sequenceid=382, compaction requested=true
2024-12-09T13:15:47,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:47,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:47,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-12-09T13:15:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-12-09T13:15:47,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-12-09T13:15:47,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3530 sec
2024-12-09T13:15:47,651 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.3630 sec
2024-12-09T13:15:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:47,896 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-09T13:15:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:47,898 INFO  [Thread-555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-555.
2024-12-09T13:15:47,898 DEBUG [Thread-555 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:47,898 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,899 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,899 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:47,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090fc128728eaf4980834d9082af2319ba_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750146752/Put/seqid=0
2024-12-09T13:15:47,906 INFO  [Thread-557 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-557.
2024-12-09T13:15:47,906 DEBUG [Thread-557 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:47,906 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,906 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,906 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:47,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742030_1206 (size=12454)
2024-12-09T13:15:47,925 INFO  [Thread-551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-551.
2024-12-09T13:15:47,925 DEBUG [Thread-551 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:47,925 INFO  [Thread-549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-549.
2024-12-09T13:15:47,925 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,925 DEBUG [Thread-549 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:47,925 DEBUG [Thread-549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,925 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,925 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:47,925 DEBUG [Thread-549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:47,927 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:48,312 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:48,317 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090fc128728eaf4980834d9082af2319ba_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090fc128728eaf4980834d9082af2319ba_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:48,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c6b1d64ad37647058c2781458615f2a4, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:48,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c6b1d64ad37647058c2781458615f2a4 is 175, key is test_row_0/A:col10/1733750146752/Put/seqid=0
2024-12-09T13:15:48,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742031_1207 (size=31255)
2024-12-09T13:15:48,722 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c6b1d64ad37647058c2781458615f2a4
2024-12-09T13:15:48,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/cc3f3e812b2c441588f5cc5e601581ac is 50, key is test_row_0/B:col10/1733750146752/Put/seqid=0
2024-12-09T13:15:48,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742032_1208 (size=12301)
2024-12-09T13:15:49,137 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/cc3f3e812b2c441588f5cc5e601581ac
2024-12-09T13:15:49,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/cf0c1da582b443b68b4b0978a9462899 is 50, key is test_row_0/C:col10/1733750146752/Put/seqid=0
2024-12-09T13:15:49,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742033_1209 (size=12301)
2024-12-09T13:15:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-09T13:15:49,464 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:49,548 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/cf0c1da582b443b68b4b0978a9462899
2024-12-09T13:15:49,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/c6b1d64ad37647058c2781458615f2a4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c6b1d64ad37647058c2781458615f2a4
2024-12-09T13:15:49,559 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c6b1d64ad37647058c2781458615f2a4, entries=150, sequenceid=403, filesize=30.5 K
2024-12-09T13:15:49,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/cc3f3e812b2c441588f5cc5e601581ac as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cc3f3e812b2c441588f5cc5e601581ac
2024-12-09T13:15:49,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cc3f3e812b2c441588f5cc5e601581ac, entries=150, sequenceid=403, filesize=12.0 K
2024-12-09T13:15:49,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/cf0c1da582b443b68b4b0978a9462899 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/cf0c1da582b443b68b4b0978a9462899
2024-12-09T13:15:49,568 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/cf0c1da582b443b68b4b0978a9462899, entries=150, sequenceid=403, filesize=12.0 K
2024-12-09T13:15:49,568 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=20.13 KB/20610 for 77f96007af403fb496ba0633ba2ceb8c in 1672ms, sequenceid=403, compaction requested=true
2024-12-09T13:15:49,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:49,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:15:49,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:49,569 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:49,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:15:49,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:49,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f96007af403fb496ba0633ba2ceb8c:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:15:49,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:49,569 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:49,570 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:49,570 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:49,570 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/B is initiating minor compaction (all files)
2024-12-09T13:15:49,570 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/A is initiating minor compaction (all files)
2024-12-09T13:15:49,570 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/A in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:49,570 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/B in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:49,570 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/a6f243101a094197a07144d049972591, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c9f710191e5f4e10ab294f292ce8e838, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/48701d23d89c4bb8b4a347a015722958, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c6b1d64ad37647058c2781458615f2a4] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=131.3 K
2024-12-09T13:15:49,570 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6efd58adf4bb4ed58d60941c6fbf8a2a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d0a76c1df4994d92b93d1ddb315747ad, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/09b0f1b6e63343de92ab6ef96c3cc5a1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cc3f3e812b2c441588f5cc5e601581ac] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=48.8 K
2024-12-09T13:15:49,570 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:49,570 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/a6f243101a094197a07144d049972591, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c9f710191e5f4e10ab294f292ce8e838, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/48701d23d89c4bb8b4a347a015722958, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c6b1d64ad37647058c2781458615f2a4]
2024-12-09T13:15:49,571 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6efd58adf4bb4ed58d60941c6fbf8a2a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733750144042
2024-12-09T13:15:49,571 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6f243101a094197a07144d049972591, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733750144042
2024-12-09T13:15:49,571 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting d0a76c1df4994d92b93d1ddb315747ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750144181
2024-12-09T13:15:49,571 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9f710191e5f4e10ab294f292ce8e838, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750144181
2024-12-09T13:15:49,571 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 09b0f1b6e63343de92ab6ef96c3cc5a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733750145396
2024-12-09T13:15:49,571 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48701d23d89c4bb8b4a347a015722958, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733750145396
2024-12-09T13:15:49,572 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cc3f3e812b2c441588f5cc5e601581ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733750146752
2024-12-09T13:15:49,572 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6b1d64ad37647058c2781458615f2a4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733750146752
2024-12-09T13:15:49,583 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:49,583 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/d99f6f2d3af14a08866c54b59c3e2fa7 is 50, key is test_row_0/B:col10/1733750146752/Put/seqid=0
2024-12-09T13:15:49,587 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:49,589 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209dae98dad28d84cdca707424f2e7d12d9_77f96007af403fb496ba0633ba2ceb8c store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:49,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742034_1210 (size=13187)
2024-12-09T13:15:49,619 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209dae98dad28d84cdca707424f2e7d12d9_77f96007af403fb496ba0633ba2ceb8c, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:49,619 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dae98dad28d84cdca707424f2e7d12d9_77f96007af403fb496ba0633ba2ceb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:49,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742035_1211 (size=4469)
2024-12-09T13:15:50,003 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/d99f6f2d3af14a08866c54b59c3e2fa7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d99f6f2d3af14a08866c54b59c3e2fa7
2024-12-09T13:15:50,008 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/B of 77f96007af403fb496ba0633ba2ceb8c into d99f6f2d3af14a08866c54b59c3e2fa7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:50,008 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:50,008 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/B, priority=12, startTime=1733750149569; duration=0sec
2024-12-09T13:15:50,008 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:15:50,008 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:B
2024-12-09T13:15:50,008 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:15:50,009 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:15:50,009 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 77f96007af403fb496ba0633ba2ceb8c/C is initiating minor compaction (all files)
2024-12-09T13:15:50,009 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f96007af403fb496ba0633ba2ceb8c/C in TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:50,009 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/920cce49b4b540bd85e887efd39b7a4b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/819efde711c4400a9c7c87572edca86a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/c264419d26e7437abe7659fd1d57043d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/cf0c1da582b443b68b4b0978a9462899] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp, totalSize=48.8 K
2024-12-09T13:15:50,010 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 920cce49b4b540bd85e887efd39b7a4b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733750144042
2024-12-09T13:15:50,010 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 819efde711c4400a9c7c87572edca86a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750144181
2024-12-09T13:15:50,010 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c264419d26e7437abe7659fd1d57043d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733750145396
2024-12-09T13:15:50,010 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cf0c1da582b443b68b4b0978a9462899, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733750146752
2024-12-09T13:15:50,019 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:50,019 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/e4b8ba787f554538b6f9fc56675bef8b is 50, key is test_row_0/C:col10/1733750146752/Put/seqid=0
2024-12-09T13:15:50,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742036_1212 (size=13187)
2024-12-09T13:15:50,033 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f96007af403fb496ba0633ba2ceb8c#A#compaction#169 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:15:50,034 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/fb30960864ed47f4bec4d56115321531 is 175, key is test_row_0/A:col10/1733750146752/Put/seqid=0
2024-12-09T13:15:50,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742037_1213 (size=32141)
2024-12-09T13:15:50,429 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/e4b8ba787f554538b6f9fc56675bef8b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/e4b8ba787f554538b6f9fc56675bef8b
2024-12-09T13:15:50,434 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/C of 77f96007af403fb496ba0633ba2ceb8c into e4b8ba787f554538b6f9fc56675bef8b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:50,434 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:50,434 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/C, priority=12, startTime=1733750149569; duration=0sec
2024-12-09T13:15:50,435 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:50,435 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:C
2024-12-09T13:15:50,448 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/fb30960864ed47f4bec4d56115321531 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/fb30960864ed47f4bec4d56115321531
2024-12-09T13:15:50,456 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f96007af403fb496ba0633ba2ceb8c/A of 77f96007af403fb496ba0633ba2ceb8c into fb30960864ed47f4bec4d56115321531(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:15:50,456 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f96007af403fb496ba0633ba2ceb8c:

2024-12-09T13:15:50,456 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., storeName=77f96007af403fb496ba0633ba2ceb8c/A, priority=12, startTime=1733750149568; duration=0sec
2024-12-09T13:15:50,456 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:15:50,456 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f96007af403fb496ba0633ba2ceb8c:A
2024-12-09T13:15:51,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T13:15:52,045 INFO  [Thread-553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-553.
2024-12-09T13:15:52,045 DEBUG [Thread-553 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:15:52,045 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:52,045 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:52,045 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 77
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 72
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 29
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 69
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 78
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1608
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1612
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 767
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2301 rows
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 757
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2267 rows
2024-12-09T13:15:52,045 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:15:52,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:15:52,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:52,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:52,046 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:15:52,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-09T13:15:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-09T13:15:52,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750152050"}]},"ts":"1733750152050"}
2024-12-09T13:15:52,052 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-09T13:15:52,052 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-09T13:15:52,052 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:15:52,054 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, UNASSIGN}]
2024-12-09T13:15:52,055 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, UNASSIGN
2024-12-09T13:15:52,056 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=77f96007af403fb496ba0633ba2ceb8c, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:52,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, UNASSIGN because future has completed
2024-12-09T13:15:52,058 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:15:52,058 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:15:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-09T13:15:52,211 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(122): Close 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:52,211 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:15:52,211 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1722): Closing 77f96007af403fb496ba0633ba2ceb8c, disabling compactions & flushes
2024-12-09T13:15:52,211 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:52,211 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:52,211 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. after waiting 0 ms
2024-12-09T13:15:52,211 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:52,212 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(2902): Flushing 77f96007af403fb496ba0633ba2ceb8c 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-12-09T13:15:52,212 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=A
2024-12-09T13:15:52,212 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:52,212 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=B
2024-12-09T13:15:52,212 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:52,212 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f96007af403fb496ba0633ba2ceb8c, store=C
2024-12-09T13:15:52,212 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:52,219 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120998ea5631f5724feb9d32ae6e307cf159_77f96007af403fb496ba0633ba2ceb8c is 50, key is test_row_0/A:col10/1733750152043/Put/seqid=0
2024-12-09T13:15:52,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742038_1214 (size=12454)
2024-12-09T13:15:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-09T13:15:52,629 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:52,633 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120998ea5631f5724feb9d32ae6e307cf159_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120998ea5631f5724feb9d32ae6e307cf159_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:52,635 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/24724810eb864a3e8561b860d1650a21, store: [table=TestAcidGuarantees family=A region=77f96007af403fb496ba0633ba2ceb8c]
2024-12-09T13:15:52,636 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/24724810eb864a3e8561b860d1650a21 is 175, key is test_row_0/A:col10/1733750152043/Put/seqid=0
2024-12-09T13:15:52,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742039_1215 (size=31255)
2024-12-09T13:15:52,641 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/24724810eb864a3e8561b860d1650a21
2024-12-09T13:15:52,649 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/283f742890b74a0baab18ecaf12db649 is 50, key is test_row_0/B:col10/1733750152043/Put/seqid=0
2024-12-09T13:15:52,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742040_1216 (size=12301)
2024-12-09T13:15:52,661 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/283f742890b74a0baab18ecaf12db649
2024-12-09T13:15:52,670 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/ccf0e00ad1014f50b6d60b485ed6493e is 50, key is test_row_0/C:col10/1733750152043/Put/seqid=0
2024-12-09T13:15:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-09T13:15:52,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742041_1217 (size=12301)
2024-12-09T13:15:53,077 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/ccf0e00ad1014f50b6d60b485ed6493e
2024-12-09T13:15:53,083 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/A/24724810eb864a3e8561b860d1650a21 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/24724810eb864a3e8561b860d1650a21
2024-12-09T13:15:53,087 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/24724810eb864a3e8561b860d1650a21, entries=150, sequenceid=413, filesize=30.5 K
2024-12-09T13:15:53,088 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/B/283f742890b74a0baab18ecaf12db649 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/283f742890b74a0baab18ecaf12db649
2024-12-09T13:15:53,093 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/283f742890b74a0baab18ecaf12db649, entries=150, sequenceid=413, filesize=12.0 K
2024-12-09T13:15:53,094 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/.tmp/C/ccf0e00ad1014f50b6d60b485ed6493e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ccf0e00ad1014f50b6d60b485ed6493e
2024-12-09T13:15:53,098 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ccf0e00ad1014f50b6d60b485ed6493e, entries=150, sequenceid=413, filesize=12.0 K
2024-12-09T13:15:53,099 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 77f96007af403fb496ba0633ba2ceb8c in 888ms, sequenceid=413, compaction requested=false
2024-12-09T13:15:53,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/e635f44e77974d15811e7f6b854dd767, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/59abfcd989994a6d952b7de54cbcd08a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/2eec9f7d26074bb1a080b44e17bc4e56, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b284496afe914223be48a72ebc110663, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c4a9b256f7874e86aa2d5f7dd2747d4b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0ddd7671394d4276980e9dc95dbb4147, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b651a82cefcc4aacba35109d2dddb2e0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/56b9118735794e10baca41f2036c0293, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/6a11a6493e5d46dabc2cd553ac9dc235, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0e0c5fc6c4f246f59187fb18c0041053, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/055ed190485b486ea9358c8bdaccfe7a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c7f8dc5157a54dcd871b565af0b78d97, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/35ae4e5a9a614487aaed4b1bfc67429b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/06c626d3f4174adc966d6fa1551bfdd8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c8a09c80aead4ea9a673c9453b43bf9a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/4a6ae5d1cfe540caa5226d35d896751a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/abde7708eee84308ac33e4d437e9f85d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/adb96708a23f48f98f39e1cb3477e76e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/19b5647e1bbf4d668ca5a99d696d3523, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/14e3cdaf68d742df99eb3c2ad47d3e43, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/3e6e7d91100b49b9b89e00f8705ce1e1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b6de2dcbb8954d7084f1640dc7f328a8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/a6f243101a094197a07144d049972591, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c9f710191e5f4e10ab294f292ce8e838, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/48701d23d89c4bb8b4a347a015722958, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c6b1d64ad37647058c2781458615f2a4] to archive
2024-12-09T13:15:53,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:15:53,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/e635f44e77974d15811e7f6b854dd767 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/e635f44e77974d15811e7f6b854dd767
2024-12-09T13:15:53,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/59abfcd989994a6d952b7de54cbcd08a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/59abfcd989994a6d952b7de54cbcd08a
2024-12-09T13:15:53,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/2eec9f7d26074bb1a080b44e17bc4e56 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/2eec9f7d26074bb1a080b44e17bc4e56
2024-12-09T13:15:53,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b284496afe914223be48a72ebc110663 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b284496afe914223be48a72ebc110663
2024-12-09T13:15:53,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c4a9b256f7874e86aa2d5f7dd2747d4b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c4a9b256f7874e86aa2d5f7dd2747d4b
2024-12-09T13:15:53,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0ddd7671394d4276980e9dc95dbb4147 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0ddd7671394d4276980e9dc95dbb4147
2024-12-09T13:15:53,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b651a82cefcc4aacba35109d2dddb2e0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b651a82cefcc4aacba35109d2dddb2e0
2024-12-09T13:15:53,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/56b9118735794e10baca41f2036c0293 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/56b9118735794e10baca41f2036c0293
2024-12-09T13:15:53,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/6a11a6493e5d46dabc2cd553ac9dc235 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/6a11a6493e5d46dabc2cd553ac9dc235
2024-12-09T13:15:53,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0e0c5fc6c4f246f59187fb18c0041053 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/0e0c5fc6c4f246f59187fb18c0041053
2024-12-09T13:15:53,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/055ed190485b486ea9358c8bdaccfe7a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/055ed190485b486ea9358c8bdaccfe7a
2024-12-09T13:15:53,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c7f8dc5157a54dcd871b565af0b78d97 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c7f8dc5157a54dcd871b565af0b78d97
2024-12-09T13:15:53,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/35ae4e5a9a614487aaed4b1bfc67429b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/35ae4e5a9a614487aaed4b1bfc67429b
2024-12-09T13:15:53,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/06c626d3f4174adc966d6fa1551bfdd8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/06c626d3f4174adc966d6fa1551bfdd8
2024-12-09T13:15:53,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c8a09c80aead4ea9a673c9453b43bf9a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c8a09c80aead4ea9a673c9453b43bf9a
2024-12-09T13:15:53,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/4a6ae5d1cfe540caa5226d35d896751a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/4a6ae5d1cfe540caa5226d35d896751a
2024-12-09T13:15:53,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/abde7708eee84308ac33e4d437e9f85d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/abde7708eee84308ac33e4d437e9f85d
2024-12-09T13:15:53,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/adb96708a23f48f98f39e1cb3477e76e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/adb96708a23f48f98f39e1cb3477e76e
2024-12-09T13:15:53,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/19b5647e1bbf4d668ca5a99d696d3523 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/19b5647e1bbf4d668ca5a99d696d3523
2024-12-09T13:15:53,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/14e3cdaf68d742df99eb3c2ad47d3e43 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/14e3cdaf68d742df99eb3c2ad47d3e43
2024-12-09T13:15:53,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/3e6e7d91100b49b9b89e00f8705ce1e1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/3e6e7d91100b49b9b89e00f8705ce1e1
2024-12-09T13:15:53,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b6de2dcbb8954d7084f1640dc7f328a8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/b6de2dcbb8954d7084f1640dc7f328a8
2024-12-09T13:15:53,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/a6f243101a094197a07144d049972591 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/a6f243101a094197a07144d049972591
2024-12-09T13:15:53,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c9f710191e5f4e10ab294f292ce8e838 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c9f710191e5f4e10ab294f292ce8e838
2024-12-09T13:15:53,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/48701d23d89c4bb8b4a347a015722958 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/48701d23d89c4bb8b4a347a015722958
2024-12-09T13:15:53,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c6b1d64ad37647058c2781458615f2a4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/c6b1d64ad37647058c2781458615f2a4
2024-12-09T13:15:53,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/158bd200f42745e78af10b96e8b6f8ea, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/34f8e50e08eb4068ad188de31840e2d8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/edd760af0c134f31a60476a5cb54539c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/88a4f3964dcc4843ae688d8e3f7353af, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/e4129babb9fc461892e0bb6e5cd13535, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/5dcdcd54ebf0463dad46f73b9af782a9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/7fb2b5f5c9b94a0ea6fe21f4c5217e1a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/b36d60a458f94951a0547467c6f4b174, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8182c559de064d649e9c3143ce729201, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/85dd5df6428e482db2ca3c8596b0f249, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/1b0c26bc2d0547d58d0da71f797bcc71, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/bf800b69e888439ab768661225641c52, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6161ef06a3ab40b89b2daef741a12c17, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8244c8ee63b84486b525ea005d4c1eed, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2ff1d1f4afc4e1e95032e55f9299bbc, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/766f7ad8ffbb4da088b5a6b0b01dc950, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c46002d521164ff8942e7ff069559fc6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c92da9fe7b014d1baca8d2045760e28b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c027c1a04a3340fabe782492ad48c3bf, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2892e9eb351446f95d5c75f739d39c0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/02310e0174c440889283d744a4e16319, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6efd58adf4bb4ed58d60941c6fbf8a2a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cdd97baf06e447dea8cc311fa02151b7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d0a76c1df4994d92b93d1ddb315747ad, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/09b0f1b6e63343de92ab6ef96c3cc5a1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cc3f3e812b2c441588f5cc5e601581ac] to archive
2024-12-09T13:15:53,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:15:53,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/158bd200f42745e78af10b96e8b6f8ea to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/158bd200f42745e78af10b96e8b6f8ea
2024-12-09T13:15:53,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/34f8e50e08eb4068ad188de31840e2d8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/34f8e50e08eb4068ad188de31840e2d8
2024-12-09T13:15:53,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/edd760af0c134f31a60476a5cb54539c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/edd760af0c134f31a60476a5cb54539c
2024-12-09T13:15:53,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/88a4f3964dcc4843ae688d8e3f7353af to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/88a4f3964dcc4843ae688d8e3f7353af
2024-12-09T13:15:53,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/e4129babb9fc461892e0bb6e5cd13535 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/e4129babb9fc461892e0bb6e5cd13535
2024-12-09T13:15:53,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/5dcdcd54ebf0463dad46f73b9af782a9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/5dcdcd54ebf0463dad46f73b9af782a9
2024-12-09T13:15:53,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/7fb2b5f5c9b94a0ea6fe21f4c5217e1a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/7fb2b5f5c9b94a0ea6fe21f4c5217e1a
2024-12-09T13:15:53,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/b36d60a458f94951a0547467c6f4b174 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/b36d60a458f94951a0547467c6f4b174
2024-12-09T13:15:53,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8182c559de064d649e9c3143ce729201 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8182c559de064d649e9c3143ce729201
2024-12-09T13:15:53,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/85dd5df6428e482db2ca3c8596b0f249 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/85dd5df6428e482db2ca3c8596b0f249
2024-12-09T13:15:53,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/1b0c26bc2d0547d58d0da71f797bcc71 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/1b0c26bc2d0547d58d0da71f797bcc71
2024-12-09T13:15:53,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/bf800b69e888439ab768661225641c52 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/bf800b69e888439ab768661225641c52
2024-12-09T13:15:53,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6161ef06a3ab40b89b2daef741a12c17 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6161ef06a3ab40b89b2daef741a12c17
2024-12-09T13:15:53,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8244c8ee63b84486b525ea005d4c1eed to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/8244c8ee63b84486b525ea005d4c1eed
2024-12-09T13:15:53,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2ff1d1f4afc4e1e95032e55f9299bbc to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2ff1d1f4afc4e1e95032e55f9299bbc
2024-12-09T13:15:53,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/766f7ad8ffbb4da088b5a6b0b01dc950 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/766f7ad8ffbb4da088b5a6b0b01dc950
2024-12-09T13:15:53,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c46002d521164ff8942e7ff069559fc6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c46002d521164ff8942e7ff069559fc6
2024-12-09T13:15:53,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c92da9fe7b014d1baca8d2045760e28b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c92da9fe7b014d1baca8d2045760e28b
2024-12-09T13:15:53,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c027c1a04a3340fabe782492ad48c3bf to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/c027c1a04a3340fabe782492ad48c3bf
2024-12-09T13:15:53,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2892e9eb351446f95d5c75f739d39c0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/f2892e9eb351446f95d5c75f739d39c0
2024-12-09T13:15:53,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/02310e0174c440889283d744a4e16319 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/02310e0174c440889283d744a4e16319
2024-12-09T13:15:53,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6efd58adf4bb4ed58d60941c6fbf8a2a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/6efd58adf4bb4ed58d60941c6fbf8a2a
2024-12-09T13:15:53,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cdd97baf06e447dea8cc311fa02151b7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cdd97baf06e447dea8cc311fa02151b7
2024-12-09T13:15:53,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d0a76c1df4994d92b93d1ddb315747ad to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d0a76c1df4994d92b93d1ddb315747ad
2024-12-09T13:15:53,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/09b0f1b6e63343de92ab6ef96c3cc5a1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/09b0f1b6e63343de92ab6ef96c3cc5a1
2024-12-09T13:15:53,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cc3f3e812b2c441588f5cc5e601581ac to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/cc3f3e812b2c441588f5cc5e601581ac
2024-12-09T13:15:53,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/40671cae444a4b7eb2ec68d351401f48, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/84e2f9de409540c4bd1859133ac059a6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/8056e06f67404a2eb6c505bb7e91a3f1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a4e142fc0aee47a595e160e40691207d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6f609a3b79c341a3a2e9db15307e8830, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/439f2aec295042e29ca5f4954e6e998d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9f7f8ebcd44845cdab27e6f15bb861c6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9b963cb64eed49b3b7a8b17bdfe82fc1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/0c99a44b113e402bbdcd5ad7b1ef136f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/51a683d0e00a462896742d2ddd8d4a3d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/058553b5763e434eb9586eda4e38d44b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/13f5f2f328664a7d82312b2ee5dc39b9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/af17e86f505b476981465a3521949053, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/aaddc3fdc488448688372225ff614951, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/f0051db3eb3a43e08c33a3bd6335c638, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/2fa4cb7404304779936777d128236417, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ce6230141a204380a3d5ceb3fbbb6d4c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/694ae276d68b4bcab89497115360825f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a00fb36fc8144039bf5d200f4af3e5cd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6332215a8d6b416aa3a573986521af31, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6632bc02da174da4a7101b8cbc5479ce, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/920cce49b4b540bd85e887efd39b7a4b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/fcc98b9a2cc746d1b7acc513ee1a1786, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/819efde711c4400a9c7c87572edca86a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/c264419d26e7437abe7659fd1d57043d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/cf0c1da582b443b68b4b0978a9462899] to archive
2024-12-09T13:15:53,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:15:53,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/40671cae444a4b7eb2ec68d351401f48 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/40671cae444a4b7eb2ec68d351401f48
2024-12-09T13:15:53,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/84e2f9de409540c4bd1859133ac059a6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/84e2f9de409540c4bd1859133ac059a6
2024-12-09T13:15:53,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/8056e06f67404a2eb6c505bb7e91a3f1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/8056e06f67404a2eb6c505bb7e91a3f1
2024-12-09T13:15:53,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a4e142fc0aee47a595e160e40691207d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a4e142fc0aee47a595e160e40691207d
2024-12-09T13:15:53,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6f609a3b79c341a3a2e9db15307e8830 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6f609a3b79c341a3a2e9db15307e8830
2024-12-09T13:15:53,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/439f2aec295042e29ca5f4954e6e998d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/439f2aec295042e29ca5f4954e6e998d
2024-12-09T13:15:53,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9f7f8ebcd44845cdab27e6f15bb861c6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9f7f8ebcd44845cdab27e6f15bb861c6
2024-12-09T13:15:53,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9b963cb64eed49b3b7a8b17bdfe82fc1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/9b963cb64eed49b3b7a8b17bdfe82fc1
2024-12-09T13:15:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-09T13:15:53,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/0c99a44b113e402bbdcd5ad7b1ef136f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/0c99a44b113e402bbdcd5ad7b1ef136f
2024-12-09T13:15:53,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/51a683d0e00a462896742d2ddd8d4a3d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/51a683d0e00a462896742d2ddd8d4a3d
2024-12-09T13:15:53,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/058553b5763e434eb9586eda4e38d44b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/058553b5763e434eb9586eda4e38d44b
2024-12-09T13:15:53,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/13f5f2f328664a7d82312b2ee5dc39b9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/13f5f2f328664a7d82312b2ee5dc39b9
2024-12-09T13:15:53,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/af17e86f505b476981465a3521949053 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/af17e86f505b476981465a3521949053
2024-12-09T13:15:53,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/aaddc3fdc488448688372225ff614951 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/aaddc3fdc488448688372225ff614951
2024-12-09T13:15:53,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/f0051db3eb3a43e08c33a3bd6335c638 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/f0051db3eb3a43e08c33a3bd6335c638
2024-12-09T13:15:53,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/2fa4cb7404304779936777d128236417 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/2fa4cb7404304779936777d128236417
2024-12-09T13:15:53,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ce6230141a204380a3d5ceb3fbbb6d4c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ce6230141a204380a3d5ceb3fbbb6d4c
2024-12-09T13:15:53,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/694ae276d68b4bcab89497115360825f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/694ae276d68b4bcab89497115360825f
2024-12-09T13:15:53,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a00fb36fc8144039bf5d200f4af3e5cd to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/a00fb36fc8144039bf5d200f4af3e5cd
2024-12-09T13:15:53,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6332215a8d6b416aa3a573986521af31 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6332215a8d6b416aa3a573986521af31
2024-12-09T13:15:53,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6632bc02da174da4a7101b8cbc5479ce to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/6632bc02da174da4a7101b8cbc5479ce
2024-12-09T13:15:53,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/920cce49b4b540bd85e887efd39b7a4b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/920cce49b4b540bd85e887efd39b7a4b
2024-12-09T13:15:53,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/fcc98b9a2cc746d1b7acc513ee1a1786 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/fcc98b9a2cc746d1b7acc513ee1a1786
2024-12-09T13:15:53,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/819efde711c4400a9c7c87572edca86a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/819efde711c4400a9c7c87572edca86a
2024-12-09T13:15:53,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/c264419d26e7437abe7659fd1d57043d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/c264419d26e7437abe7659fd1d57043d
2024-12-09T13:15:53,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/cf0c1da582b443b68b4b0978a9462899 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/cf0c1da582b443b68b4b0978a9462899
2024-12-09T13:15:53,215 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=4
2024-12-09T13:15:53,216 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.
2024-12-09T13:15:53,216 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1676): Region close journal for 77f96007af403fb496ba0633ba2ceb8c:
Waiting for close lock at 1733750152211Running coprocessor pre-close hooks at 1733750152211Disabling compacts and flushes for region at 1733750152211Disabling writes for close at 1733750152211Obtaining lock to block concurrent updates at 1733750152212 (+1 ms)Preparing flush snapshotting stores in 77f96007af403fb496ba0633ba2ceb8c at 1733750152212Finished memstore snapshotting TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733750152212Flushing stores of TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c. at 1733750152213 (+1 ms)Flushing 77f96007af403fb496ba0633ba2ceb8c/A: creating writer at 1733750152213Flushing mob file 77f96007af403fb496ba0633ba2ceb8c/A: appending metadata at 1733750152219 (+6 ms)Flushing mob file 77f96007af403fb496ba0633ba2ceb8c/A: closing flushed file at 1733750152219Flushing 77f96007af403fb496ba0633ba2ceb8c/A: appending metadata at 1733750152635 (+416 ms)Flushing 77f96007af403fb496ba0633ba2ceb8c/A: closing flushed file at 1733750152636 (+1 ms)Flushing 77f96007af403fb496ba0633ba2ceb8c/B: creating writer at 1733750152645 (+9 ms)Flushing 77f96007af403fb496ba0633ba2ceb8c/B: appending metadata at 1733750152648 (+3 ms)Flushing 77f96007af403fb496ba0633ba2ceb8c/B: closing flushed file at 1733750152649 (+1 ms)Flushing 77f96007af403fb496ba0633ba2ceb8c/C: creating writer at 1733750152666 (+17 ms)Flushing 77f96007af403fb496ba0633ba2ceb8c/C: appending metadata at 1733750152670 (+4 ms)Flushing 77f96007af403fb496ba0633ba2ceb8c/C: closing flushed file at 1733750152670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b96ed23: reopening flushed file at 1733750153082 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f54df2: reopening flushed file at 1733750153088 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d6e6dd: reopening flushed file at 1733750153093 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 77f96007af403fb496ba0633ba2ceb8c in 888ms, sequenceid=413, compaction requested=false at 1733750153099 (+6 ms)Writing region close event to WAL at 1733750153212 (+113 ms)Running coprocessor post-close hooks at 1733750153216 (+4 ms)Closed at 1733750153216
2024-12-09T13:15:53,218 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(157): Closed 77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:53,219 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=77f96007af403fb496ba0633ba2ceb8c, regionState=CLOSED
2024-12-09T13:15:53,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=50, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:15:53,222 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-12-09T13:15:53,222 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseRegionProcedure 77f96007af403fb496ba0633ba2ceb8c, server=cad571b91d50,33809,1733750093218 in 1.1630 sec
2024-12-09T13:15:53,224 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49
2024-12-09T13:15:53,224 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f96007af403fb496ba0633ba2ceb8c, UNASSIGN in 1.1680 sec
2024-12-09T13:15:53,226 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-12-09T13:15:53,226 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1720 sec
2024-12-09T13:15:53,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750153227"}]},"ts":"1733750153227"}
2024-12-09T13:15:53,228 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-09T13:15:53,228 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-09T13:15:53,230 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1820 sec
2024-12-09T13:15:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-09T13:15:54,194 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:54,195 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-09T13:15:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:54,197 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=52, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-09T13:15:54,198 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=52, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:54,200 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,203 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/recovered.edits]
2024-12-09T13:15:54,207 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/24724810eb864a3e8561b860d1650a21 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/24724810eb864a3e8561b860d1650a21
2024-12-09T13:15:54,209 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/fb30960864ed47f4bec4d56115321531 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/A/fb30960864ed47f4bec4d56115321531
2024-12-09T13:15:54,212 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/283f742890b74a0baab18ecaf12db649 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/283f742890b74a0baab18ecaf12db649
2024-12-09T13:15:54,214 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d99f6f2d3af14a08866c54b59c3e2fa7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/B/d99f6f2d3af14a08866c54b59c3e2fa7
2024-12-09T13:15:54,216 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ccf0e00ad1014f50b6d60b485ed6493e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/ccf0e00ad1014f50b6d60b485ed6493e
2024-12-09T13:15:54,218 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/e4b8ba787f554538b6f9fc56675bef8b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/C/e4b8ba787f554538b6f9fc56675bef8b
2024-12-09T13:15:54,221 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/recovered.edits/416.seqid to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c/recovered.edits/416.seqid
2024-12-09T13:15:54,222 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,222 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-09T13:15:54,223 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-09T13:15:54,224 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-09T13:15:54,229 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090313b36228c14880ae97ba79981f4e8b_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090313b36228c14880ae97ba79981f4e8b_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,230 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120904c0a44d3a3d4f15a69ffd92abc82eee_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120904c0a44d3a3d4f15a69ffd92abc82eee_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,233 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090fc128728eaf4980834d9082af2319ba_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090fc128728eaf4980834d9082af2319ba_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,234 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091178afff23cd4a42857f8d300c1686c4_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091178afff23cd4a42857f8d300c1686c4_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,236 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209273e988daf28435686939f7f78eb4899_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209273e988daf28435686939f7f78eb4899_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,237 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120931cdc0bb489f44f68dc5829b6a831b2b_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120931cdc0bb489f44f68dc5829b6a831b2b_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,239 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095f2e9dbc45524df0a977fae9e3027db3_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095f2e9dbc45524df0a977fae9e3027db3_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,240 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209649b4f7f9b2f492a830ff5bb6a9018e1_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209649b4f7f9b2f492a830ff5bb6a9018e1_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,241 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096dde7176e24640019593d0485a794f3a_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096dde7176e24640019593d0485a794f3a_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,243 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097cd760385c0f47b8bcbb27a8911eafa5_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412097cd760385c0f47b8bcbb27a8911eafa5_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,245 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209968bb509b04647d9948645d1a925d633_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209968bb509b04647d9948645d1a925d633_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,246 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120998ea5631f5724feb9d32ae6e307cf159_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120998ea5631f5724feb9d32ae6e307cf159_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,248 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a6d524460b34496c808acf2d9186ddab_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a6d524460b34496c808acf2d9186ddab_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,249 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a872ad43de9e4995b17903544bb01e3e_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a872ad43de9e4995b17903544bb01e3e_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,251 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b2f9f2c68f3e4b13aa84a2da2b6690f8_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b2f9f2c68f3e4b13aa84a2da2b6690f8_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,253 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d88ec43848b544d88a6c5ad1263c5802_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d88ec43848b544d88a6c5ad1263c5802_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,254 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209da72cf475d204470aacdfd3f5e998406_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209da72cf475d204470aacdfd3f5e998406_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,256 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e85a0b3dbf654365ad4476d5ed55ab29_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e85a0b3dbf654365ad4476d5ed55ab29_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,258 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f1003b24db0d49a69acb2702b00f8cbd_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f1003b24db0d49a69acb2702b00f8cbd_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,259 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f3f62b719e004f5d9b081fa309a02b9f_77f96007af403fb496ba0633ba2ceb8c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f3f62b719e004f5d9b081fa309a02b9f_77f96007af403fb496ba0633ba2ceb8c
2024-12-09T13:15:54,260 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-09T13:15:54,262 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=52, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:54,265 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-09T13:15:54,268 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-09T13:15:54,269 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=52, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:54,269 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-09T13:15:54,269 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733750154269"}]},"ts":"9223372036854775807"}
2024-12-09T13:15:54,272 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-09T13:15:54,272 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 77f96007af403fb496ba0633ba2ceb8c, NAME => 'TestAcidGuarantees,,1733750124856.77f96007af403fb496ba0633ba2ceb8c.', STARTKEY => '', ENDKEY => ''}]
2024-12-09T13:15:54,272 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-09T13:15:54,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733750154272"}]},"ts":"9223372036854775807"}
2024-12-09T13:15:54,274 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-09T13:15:54,275 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=52, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:54,276 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 80 msec
2024-12-09T13:15:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-09T13:15:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-09T13:15:54,305 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:54,321 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 247)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_733450715_22 at /127.0.0.1:50906 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_733450715_22 at /127.0.0.1:53986 [Waiting for operation #442]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-845657220_22 at /127.0.0.1:50902 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-845657220_22 at /127.0.0.1:53934 [Waiting for operation #452]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1524 (was 1579), ProcessCount=11 (was 11), AvailableMemoryMB=5387 (was 4720) - AvailableMemoryMB LEAK? -
2024-12-09T13:15:54,332 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=1524, ProcessCount=11, AvailableMemoryMB=5385
2024-12-09T13:15:54,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:15:54,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:15:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-09T13:15:54,336 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T13:15:54,336 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:54,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 53
2024-12-09T13:15:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-09T13:15:54,337 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T13:15:54,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742042_1218 (size=1061)
2024-12-09T13:15:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-09T13:15:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-09T13:15:54,746 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d
2024-12-09T13:15:54,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742043_1219 (size=53)
2024-12-09T13:15:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-09T13:15:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:15:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2fcc7ef8b0d6588afcd7283b5d68b6ed, disabling compactions & flushes
2024-12-09T13:15:55,166 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. after waiting 0 ms
2024-12-09T13:15:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:55,166 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:55,166 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:
Waiting for close lock at 1733750155166Disabling compacts and flushes for region at 1733750155166Disabling writes for close at 1733750155166Writing region close event to WAL at 1733750155166Closed at 1733750155166
2024-12-09T13:15:55,167 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T13:15:55,167 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733750155167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733750155167"}]},"ts":"1733750155167"}
2024-12-09T13:15:55,169 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T13:15:55,170 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T13:15:55,170 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750155170"}]},"ts":"1733750155170"}
2024-12-09T13:15:55,171 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-09T13:15:55,171 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, ASSIGN}]
2024-12-09T13:15:55,172 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, ASSIGN
2024-12-09T13:15:55,173 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, ASSIGN; state=OFFLINE, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=false
2024-12-09T13:15:55,324 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=2fcc7ef8b0d6588afcd7283b5d68b6ed, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:55,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, ASSIGN because future has completed
2024-12-09T13:15:55,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:15:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-09T13:15:55,482 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:55,483 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:15:55,483 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,483 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:15:55,483 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,483 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,484 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2fcc7ef8b0d6588afcd7283b5d68b6ed 
2024-12-09T13:15:55,486 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:55,486 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fcc7ef8b0d6588afcd7283b5d68b6ed columnFamilyName A
2024-12-09T13:15:55,486 DEBUG [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:55,487 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.HStore(327): Store=2fcc7ef8b0d6588afcd7283b5d68b6ed/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:55,487 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2fcc7ef8b0d6588afcd7283b5d68b6ed 
2024-12-09T13:15:55,489 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:55,489 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fcc7ef8b0d6588afcd7283b5d68b6ed columnFamilyName B
2024-12-09T13:15:55,489 DEBUG [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:55,490 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.HStore(327): Store=2fcc7ef8b0d6588afcd7283b5d68b6ed/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:55,490 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2fcc7ef8b0d6588afcd7283b5d68b6ed 
2024-12-09T13:15:55,491 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:15:55,491 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fcc7ef8b0d6588afcd7283b5d68b6ed columnFamilyName C
2024-12-09T13:15:55,491 DEBUG [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:15:55,492 INFO  [StoreOpener-2fcc7ef8b0d6588afcd7283b5d68b6ed-1 {}] regionserver.HStore(327): Store=2fcc7ef8b0d6588afcd7283b5d68b6ed/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:15:55,492 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:55,492 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,493 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,493 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,494 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,494 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,494 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:15:55,495 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,497 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:15:55,497 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 2fcc7ef8b0d6588afcd7283b5d68b6ed; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70108855, jitterRate=0.044703349471092224}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:15:55,497 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:55,498 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:
Running coprocessor pre-open hook at 1733750155483Writing region info on filesystem at 1733750155483Initializing all the Stores at 1733750155484 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750155484Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750155484Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750155484Cleaning up temporary data from old regions at 1733750155494 (+10 ms)Running coprocessor post-open hooks at 1733750155497 (+3 ms)Region opened successfully at 1733750155498 (+1 ms)
2024-12-09T13:15:55,499 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., pid=55, masterSystemTime=1733750155478
2024-12-09T13:15:55,500 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:55,500 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:55,501 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=2fcc7ef8b0d6588afcd7283b5d68b6ed, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:15:55,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:15:55,506 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-12-09T13:15:55,506 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218 in 178 msec
2024-12-09T13:15:55,507 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53
2024-12-09T13:15:55,507 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, ASSIGN in 335 msec
2024-12-09T13:15:55,508 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T13:15:55,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750155508"}]},"ts":"1733750155508"}
2024-12-09T13:15:55,510 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-09T13:15:55,511 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T13:15:55,512 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1770 sec
2024-12-09T13:15:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-09T13:15:56,483 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:56,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,486 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c396a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,487 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4215e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,490 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:15:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,35467,1733750092138
2024-12-09T13:15:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61a1e1c4
2024-12-09T13:15:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:15:56,493 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:15:56,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,495 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1f0bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,496 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fc9d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,498 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d98c839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,499 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32aeacf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,501 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deed4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,502 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea20fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,504 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13508c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,505 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e940e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,507 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b8293c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,508 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a12916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,510 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c899e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,511 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f21be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,513 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e044e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,514 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db28e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,516 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b84803b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,517 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db8b3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,519 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dda8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,520 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbd01bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:15:56,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:15:56,522 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:15:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:15:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:15:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dc42b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:15:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:15:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:15:56,523 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:15:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c47653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:15:56,524 DEBUG [Thread-1037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,524 DEBUG [Thread-1044 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,524 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:56,525 DEBUG [Thread-1050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,525 DEBUG [Thread-1046 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,525 DEBUG [Thread-1033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-12-09T13:15:56,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,526 DEBUG [Thread-1052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,526 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,527 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:56,527 DEBUG [Thread-1046 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,527 DEBUG [Thread-1046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,527 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,527 DEBUG [Thread-1035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-09T13:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,529 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,529 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,530 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,531 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:56,531 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,532 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,532 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,536 DEBUG [Thread-1041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,539 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,540 DEBUG [Thread-1039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:56,542 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-09T13:15:56,542 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:15:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:15:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:56,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:15:56,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:56,547 DEBUG [Thread-1048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:15:56,548 DEBUG [Thread-1048 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:15:56,549 DEBUG [Thread-1048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:15:56,551 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:15:56,553 DEBUG [Thread-1048 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:15:56,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750216576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750216577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750216579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750216583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750216584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/bc70460462aa423d8ca1de885aa9c4b4 is 50, key is test_row_0/A:col10/1733750156540/Put/seqid=0
2024-12-09T13:15:56,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742044_1220 (size=12001)
2024-12-09T13:15:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-09T13:15:56,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-09T13:15:56,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:56,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:56,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:56,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:56,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750216692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750216693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750216693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750216693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750216693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-09T13:15:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:56,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:56,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-09T13:15:56,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750216903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750216903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750216903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750216903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750216906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:56,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-09T13:15:56,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:56,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:56,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:56,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:56,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,011 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/bc70460462aa423d8ca1de885aa9c4b4
2024-12-09T13:15:57,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/7f7f77bdd69041c7a2cc88121f77c192 is 50, key is test_row_0/B:col10/1733750156540/Put/seqid=0
2024-12-09T13:15:57,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742045_1221 (size=12001)
2024-12-09T13:15:57,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-09T13:15:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:57,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:57,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-09T13:15:57,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750217213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750217213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750217213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750217213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750217223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-09T13:15:57,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:57,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:57,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:57,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-09T13:15:57,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:57,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:57,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:57,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:57,489 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/7f7f77bdd69041c7a2cc88121f77c192
2024-12-09T13:15:57,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/cd8b6054deb54c31850d59c158371248 is 50, key is test_row_0/C:col10/1733750156540/Put/seqid=0
2024-12-09T13:15:57,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742046_1222 (size=12001)
2024-12-09T13:15:57,531 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/cd8b6054deb54c31850d59c158371248
2024-12-09T13:15:57,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/bc70460462aa423d8ca1de885aa9c4b4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/bc70460462aa423d8ca1de885aa9c4b4
2024-12-09T13:15:57,565 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/bc70460462aa423d8ca1de885aa9c4b4, entries=150, sequenceid=13, filesize=11.7 K
2024-12-09T13:15:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/7f7f77bdd69041c7a2cc88121f77c192 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7f7f77bdd69041c7a2cc88121f77c192
2024-12-09T13:15:57,575 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7f7f77bdd69041c7a2cc88121f77c192, entries=150, sequenceid=13, filesize=11.7 K
2024-12-09T13:15:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/cd8b6054deb54c31850d59c158371248 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cd8b6054deb54c31850d59c158371248
2024-12-09T13:15:57,585 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cd8b6054deb54c31850d59c158371248, entries=150, sequenceid=13, filesize=11.7 K
2024-12-09T13:15:57,587 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 1045ms, sequenceid=13, compaction requested=false
2024-12-09T13:15:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:15:57,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-09T13:15:57,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:57,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:15:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:15:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:15:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:15:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:57,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/609bc1621fab4135ac5e77f70bb83714 is 50, key is test_row_0/A:col10/1733750156575/Put/seqid=0
2024-12-09T13:15:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-09T13:15:57,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742047_1223 (size=12001)
2024-12-09T13:15:57,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:57,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750217735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750217737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750217738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750217744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750217744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750217857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750217857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750217857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750217858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750217857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750218073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750218073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750218073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750218073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750218073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/609bc1621fab4135ac5e77f70bb83714
2024-12-09T13:15:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/3cc62f5b42c342f181e03c5a9cf0253c is 50, key is test_row_0/B:col10/1733750156575/Put/seqid=0
2024-12-09T13:15:58,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742048_1224 (size=12001)
2024-12-09T13:15:58,127 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/3cc62f5b42c342f181e03c5a9cf0253c
2024-12-09T13:15:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/b7bac4d5dece43fda235d5e42e203778 is 50, key is test_row_0/C:col10/1733750156575/Put/seqid=0
2024-12-09T13:15:58,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742049_1225 (size=12001)
2024-12-09T13:15:58,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750218383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750218383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750218383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750218383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750218384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/b7bac4d5dece43fda235d5e42e203778
2024-12-09T13:15:58,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/609bc1621fab4135ac5e77f70bb83714 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/609bc1621fab4135ac5e77f70bb83714
2024-12-09T13:15:58,572 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/609bc1621fab4135ac5e77f70bb83714, entries=150, sequenceid=33, filesize=11.7 K
2024-12-09T13:15:58,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/3cc62f5b42c342f181e03c5a9cf0253c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3cc62f5b42c342f181e03c5a9cf0253c
2024-12-09T13:15:58,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3cc62f5b42c342f181e03c5a9cf0253c, entries=150, sequenceid=33, filesize=11.7 K
2024-12-09T13:15:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/b7bac4d5dece43fda235d5e42e203778 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/b7bac4d5dece43fda235d5e42e203778
2024-12-09T13:15:58,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/b7bac4d5dece43fda235d5e42e203778, entries=150, sequenceid=33, filesize=11.7 K
2024-12-09T13:15:58,602 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 985ms, sequenceid=33, compaction requested=false
2024-12-09T13:15:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:15:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-12-09T13:15:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-12-09T13:15:58,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-12-09T13:15:58,621 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0830 sec
2024-12-09T13:15:58,623 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.0970 sec
2024-12-09T13:15:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-09T13:15:58,673 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:58,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-12-09T13:15:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-09T13:15:58,676 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:58,677 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:58,677 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:58,743 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:15:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-09T13:15:58,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-09T13:15:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:58,833 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:15:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:15:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:15:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:15:58,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:15:58,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/df8809505f2d488fb18244305d0c4e1f is 50, key is test_row_0/A:col10/1733750157737/Put/seqid=0
2024-12-09T13:15:58,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742050_1226 (size=12001)
2024-12-09T13:15:58,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:58,899 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/df8809505f2d488fb18244305d0c4e1f
2024-12-09T13:15:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/fd133572e06845e69141bf75e2371b21 is 50, key is test_row_0/B:col10/1733750157737/Put/seqid=0
2024-12-09T13:15:58,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742051_1227 (size=12001)
2024-12-09T13:15:58,927 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/fd133572e06845e69141bf75e2371b21
2024-12-09T13:15:58,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750218930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750218931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/22ad415e44dc49c587274be36fc24167 is 50, key is test_row_0/C:col10/1733750157737/Put/seqid=0
2024-12-09T13:15:58,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750218934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750218935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750218940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:58,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742052_1228 (size=12001)
2024-12-09T13:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-09T13:15:59,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750219044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750219044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750219053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750219053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750219053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750219253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750219254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750219273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750219274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750219274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-09T13:15:59,385 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/22ad415e44dc49c587274be36fc24167
2024-12-09T13:15:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/df8809505f2d488fb18244305d0c4e1f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/df8809505f2d488fb18244305d0c4e1f
2024-12-09T13:15:59,434 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/df8809505f2d488fb18244305d0c4e1f, entries=150, sequenceid=46, filesize=11.7 K
2024-12-09T13:15:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/fd133572e06845e69141bf75e2371b21 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/fd133572e06845e69141bf75e2371b21
2024-12-09T13:15:59,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/fd133572e06845e69141bf75e2371b21, entries=150, sequenceid=46, filesize=11.7 K
2024-12-09T13:15:59,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/22ad415e44dc49c587274be36fc24167 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/22ad415e44dc49c587274be36fc24167
2024-12-09T13:15:59,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/22ad415e44dc49c587274be36fc24167, entries=150, sequenceid=46, filesize=11.7 K
2024-12-09T13:15:59,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 626ms, sequenceid=46, compaction requested=true
2024-12-09T13:15:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:15:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-12-09T13:15:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-12-09T13:15:59,463 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-12-09T13:15:59,463 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 784 msec
2024-12-09T13:15:59,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 789 msec
2024-12-09T13:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:15:59,574 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:15:59,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750158928, max timestamp=1733750159571Num uniques 859; 
2024-12-09T13:15:59,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:59,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750158928, max timestamp=1733750159571Num uniques 859; 
2024-12-09T13:15:59,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:59,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:15:59,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750158928, max timestamp=1733750159571Num uniques 859; 
2024-12-09T13:15:59,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:59,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:15:59,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:59,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:59,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:15:59,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:15:59,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/49ba6e44c9cf4813a2571ad2448dbc04 is 50, key is test_row_0/A:col10/1733750158931/Put/seqid=0
2024-12-09T13:15:59,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742053_1229 (size=12001)
2024-12-09T13:15:59,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750159630, max timestamp=1733750159653Num uniques 859; 
2024-12-09T13:15:59,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:15:59,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750159630, max timestamp=1733750159653Num uniques 859; 
2024-12-09T13:15:59,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:59,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750159630, max timestamp=1733750159653Num uniques 859; 
2024-12-09T13:15:59,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:15:59,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:15:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750219683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:15:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733750159673, max timestamp=1733750159685Num uniques 1018; 
2024-12-09T13:15:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733750159673, max timestamp=1733750159685Num uniques 1068; 
2024-12-09T13:15:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-09T13:15:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-12-09T13:15:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733750159673, max timestamp=1733750159685Num uniques 1018; 
2024-12-09T13:15:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-12-09T13:15:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:15:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:15:59,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733750159716, max timestamp=1733750159723Num uniques 1127; 
2024-12-09T13:15:59,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-12-09T13:15:59,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733750159716, max timestamp=1733750159723Num uniques 1027; 
2024-12-09T13:15:59,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-12-09T13:15:59,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733750159716, max timestamp=1733750159723Num uniques 1127; 
2024-12-09T13:15:59,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-12-09T13:15:59,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733750159746, max timestamp=1733750159783Num uniques 1086; 
2024-12-09T13:15:59,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-12-09T13:15:59,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733750159746, max timestamp=1733750159783Num uniques 1086; 
2024-12-09T13:15:59,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-12-09T13:15:59,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733750159746, max timestamp=1733750159783Num uniques 1086; 
2024-12-09T13:15:59,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-12-09T13:15:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-09T13:15:59,814 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:15:59,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:15:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-12-09T13:15:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-09T13:15:59,824 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:15:59,825 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:15:59,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:15:59,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733750159811, max timestamp=1733750159835Num uniques 1045; 
2024-12-09T13:15:59,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-12-09T13:15:59,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733750159811, max timestamp=1733750159835Num uniques 1045; 
2024-12-09T13:15:59,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-12-09T13:15:59,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733750159811, max timestamp=1733750159835Num uniques 1045; 
2024-12-09T13:15:59,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-12-09T13:15:59,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733750159873, max timestamp=1733750159886Num uniques 1104; 
2024-12-09T13:15:59,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733750159873, max timestamp=1733750159886Num uniques 1104; 
2024-12-09T13:15:59,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733750159873, max timestamp=1733750159886Num uniques 1104; 
2024-12-09T13:15:59,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254
2024-12-09T13:15:59,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254
2024-12-09T13:15:59,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254
2024-12-09T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-09T13:15:59,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7455, totalHeapSize=17192, min timestamp=1733750159919, max timestamp=1733750159935Num uniques 1113; 
2024-12-09T13:15:59,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733750159919, max timestamp=1733750159935Num uniques 1113; 
2024-12-09T13:15:59,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733750159919, max timestamp=1733750159935Num uniques 1113; 
2024-12-09T13:15:59,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50965, new segment data size=7455, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163
2024-12-09T13:15:59,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163
2024-12-09T13:15:59,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163
2024-12-09T13:15:59,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:15:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:15:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:15:59,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:15:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,002 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/49ba6e44c9cf4813a2571ad2448dbc04
2024-12-09T13:16:00,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/3f740cf494d04daf8efeb6d134b3461f is 50, key is test_row_0/B:col10/1733750158931/Put/seqid=0
2024-12-09T13:16:00,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742054_1230 (size=12001)
2024-12-09T13:16:00,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733750160006, max timestamp=1733750160025Num uniques 1022; 
2024-12-09T13:16:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750220022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222
2024-12-09T13:16:00,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733750160006, max timestamp=1733750160025Num uniques 1022; 
2024-12-09T13:16:00,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733750160006, max timestamp=1733750160025Num uniques 1022; 
2024-12-09T13:16:00,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222
2024-12-09T13:16:00,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222
2024-12-09T13:16:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733750160057, max timestamp=1733750160065Num uniques 1081; 
2024-12-09T13:16:00,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733750160057, max timestamp=1733750160065Num uniques 1081; 
2024-12-09T13:16:00,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733750160057, max timestamp=1733750160065Num uniques 1081; 
2024-12-09T13:16:00,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-12-09T13:16:00,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-12-09T13:16:00,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-12-09T13:16:00,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733750160087, max timestamp=1733750160102Num uniques 1040; 
2024-12-09T13:16:00,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-12-09T13:16:00,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733750160087, max timestamp=1733750160102Num uniques 1040; 
2024-12-09T13:16:00,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-12-09T13:16:00,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733750160087, max timestamp=1733750160102Num uniques 1040; 
2024-12-09T13:16:00,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240
2024-12-09T13:16:00,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:16:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-09T13:16:00,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733750160120, max timestamp=1733750160139Num uniques 1099; 
2024-12-09T13:16:00,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249
2024-12-09T13:16:00,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733750160120, max timestamp=1733750160139Num uniques 1099; 
2024-12-09T13:16:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249
2024-12-09T13:16:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733750160120, max timestamp=1733750160139Num uniques 1099; 
2024-12-09T13:16:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249
2024-12-09T13:16:00,201 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=308, cellSize=14100, totalHeapSize=32272, min timestamp=1733750160176, max timestamp=1733750160196Num uniques 1108; 
2024-12-09T13:16:00,201 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=14100, suffix heap size=143200,new segment heap size=32272 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=308
2024-12-09T13:16:00,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=308, cellSize=14100, totalHeapSize=32272, min timestamp=1733750160176, max timestamp=1733750160196Num uniques 1108; 
2024-12-09T13:16:00,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=14100, suffix heap size=143200,new segment heap size=32272 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=308
2024-12-09T13:16:00,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=308, cellSize=14100, totalHeapSize=32272, min timestamp=1733750160176, max timestamp=1733750160196Num uniques 1108; 
2024-12-09T13:16:00,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=14100, suffix heap size=143200,new segment heap size=32272 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=308
2024-12-09T13:16:00,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733750160226, max timestamp=1733750160243Num uniques 1167; 
2024-12-09T13:16:00,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733750160226, max timestamp=1733750160243Num uniques 1167; 
2024-12-09T13:16:00,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53442, new segment data size=7642, suffix heap size=149336,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1167, new segment cells count=167
2024-12-09T13:16:00,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53442, new segment data size=7642, suffix heap size=149336,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1167, new segment cells count=167
2024-12-09T13:16:00,251 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733750160226, max timestamp=1733750160243Num uniques 1167; 
2024-12-09T13:16:00,251 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53442, new segment data size=7642, suffix heap size=149336,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1167, new segment cells count=167
2024-12-09T13:16:00,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:16:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733750160282, max timestamp=1733750160294Num uniques 1026; 
2024-12-09T13:16:00,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176
2024-12-09T13:16:00,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733750160282, max timestamp=1733750160294Num uniques 1026; 
2024-12-09T13:16:00,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176
2024-12-09T13:16:00,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733750160282, max timestamp=1733750160294Num uniques 1026; 
2024-12-09T13:16:00,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176
2024-12-09T13:16:00,335 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750160316, max timestamp=1733750160328Num uniques 1035; 
2024-12-09T13:16:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750160316, max timestamp=1733750160328Num uniques 1035; 
2024-12-09T13:16:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47397, new segment data size=6870, suffix heap size=135608,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=150
2024-12-09T13:16:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=6870, suffix heap size=135608,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=150
2024-12-09T13:16:00,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750160316, max timestamp=1733750160328Num uniques 1035; 
2024-12-09T13:16:00,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47390, new segment data size=6870, suffix heap size=135608,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=150
2024-12-09T13:16:00,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1733750160368, max timestamp=1733750160379Num uniques 1009; 
2024-12-09T13:16:00,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46217, new segment data size=8884, suffix heap size=132904,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=194
2024-12-09T13:16:00,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8883, totalHeapSize=20416, min timestamp=1733750160368, max timestamp=1733750160381Num uniques 1009; 
2024-12-09T13:16:00,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46223, new segment data size=8883, suffix heap size=132904,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=194
2024-12-09T13:16:00,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1733750160368, max timestamp=1733750160379Num uniques 1009; 
2024-12-09T13:16:00,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8884, suffix heap size=132904,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=194
2024-12-09T13:16:00,422 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/3f740cf494d04daf8efeb6d134b3461f
2024-12-09T13:16:00,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/686120bb449d4b978321f8363bd6804d is 50, key is test_row_0/C:col10/1733750158931/Put/seqid=0
2024-12-09T13:16:00,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1733750160411, max timestamp=1733750160432Num uniques 1053; 
2024-12-09T13:16:00,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153
2024-12-09T13:16:00,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1733750160411, max timestamp=1733750160432Num uniques 1053; 
2024-12-09T13:16:00,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1733750160411, max timestamp=1733750160432Num uniques 1053; 
2024-12-09T13:16:00,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153
2024-12-09T13:16:00,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153
2024-12-09T13:16:00,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:16:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742055_1231 (size=12001)
2024-12-09T13:16:00,463 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/686120bb449d4b978321f8363bd6804d
2024-12-09T13:16:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/49ba6e44c9cf4813a2571ad2448dbc04 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/49ba6e44c9cf4813a2571ad2448dbc04
2024-12-09T13:16:00,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1733750160462, max timestamp=1733750160477Num uniques 1012; 
2024-12-09T13:16:00,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=9702, suffix heap size=133216,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=212
2024-12-09T13:16:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-09T13:16:00,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750160462, max timestamp=1733750160477Num uniques 1012; 
2024-12-09T13:16:00,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=6870, suffix heap size=133216,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=150
2024-12-09T13:16:00,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1733750160462, max timestamp=1733750160477Num uniques 1012; 
2024-12-09T13:16:00,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=9702, suffix heap size=133216,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=212
2024-12-09T13:16:00,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/49ba6e44c9cf4813a2571ad2448dbc04, entries=150, sequenceid=67, filesize=11.7 K
2024-12-09T13:16:00,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/3f740cf494d04daf8efeb6d134b3461f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3f740cf494d04daf8efeb6d134b3461f
2024-12-09T13:16:00,517 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3f740cf494d04daf8efeb6d134b3461f, entries=150, sequenceid=67, filesize=11.7 K
2024-12-09T13:16:00,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1733750160502, max timestamp=1733750160515Num uniques 1071; 
2024-12-09T13:16:00,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=10116, suffix heap size=139352,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=221
2024-12-09T13:16:00,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1733750160502, max timestamp=1733750160515Num uniques 1009; 
2024-12-09T13:16:00,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10116, suffix heap size=132904,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=221
2024-12-09T13:16:00,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1733750160502, max timestamp=1733750160515Num uniques 1071; 
2024-12-09T13:16:00,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=10116, suffix heap size=139352,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=221
2024-12-09T13:16:00,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/686120bb449d4b978321f8363bd6804d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/686120bb449d4b978321f8363bd6804d
2024-12-09T13:16:00,534 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/686120bb449d4b978321f8363bd6804d, entries=150, sequenceid=67, filesize=11.7 K
2024-12-09T13:16:00,534 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.07 KB/29770, heapSize ~71.27 KB/72976, currentSize=87.22 KB/89310 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 960ms, sequenceid=67, compaction requested=true
2024-12-09T13:16:00,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:00,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:00,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:00,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:00,535 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:00,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:00,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:00,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:16:00,535 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:00,536 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:00,536 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:00,537 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,537 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:00,537 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/bc70460462aa423d8ca1de885aa9c4b4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/609bc1621fab4135ac5e77f70bb83714, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/df8809505f2d488fb18244305d0c4e1f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/49ba6e44c9cf4813a2571ad2448dbc04] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=46.9 K
2024-12-09T13:16:00,537 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:00,537 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,537 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7f7f77bdd69041c7a2cc88121f77c192, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3cc62f5b42c342f181e03c5a9cf0253c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/fd133572e06845e69141bf75e2371b21, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3f740cf494d04daf8efeb6d134b3461f] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=46.9 K
2024-12-09T13:16:00,538 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc70460462aa423d8ca1de885aa9c4b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733750156535
2024-12-09T13:16:00,538 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f7f77bdd69041c7a2cc88121f77c192, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733750156535
2024-12-09T13:16:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:00,538 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=100.63 KB heapSize=279.56 KB
2024-12-09T13:16:00,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:00,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:00,539 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cc62f5b42c342f181e03c5a9cf0253c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733750156575
2024-12-09T13:16:00,539 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 609bc1621fab4135ac5e77f70bb83714, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733750156575
2024-12-09T13:16:00,540 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fd133572e06845e69141bf75e2371b21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733750157735
2024-12-09T13:16:00,540 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting df8809505f2d488fb18244305d0c4e1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733750157735
2024-12-09T13:16:00,540 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f740cf494d04daf8efeb6d134b3461f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750158928
2024-12-09T13:16:00,541 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ba6e44c9cf4813a2571ad2448dbc04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750158928
2024-12-09T13:16:00,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/59ef9e7932ef4da683b0496ffcb4382b is 50, key is test_row_0/A:col10/1733750160530/Put/seqid=0
2024-12-09T13:16:00,560 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:00,560 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/144c9e464a764c5fb7ccbd11365f0106 is 50, key is test_row_0/B:col10/1733750158931/Put/seqid=0
2024-12-09T13:16:00,562 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:00,563 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/29af7c72f657471e86f2308b2da47910 is 50, key is test_row_0/A:col10/1733750158931/Put/seqid=0
2024-12-09T13:16:00,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750220561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750220564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750220566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750220574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750220574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742057_1233 (size=12139)
2024-12-09T13:16:00,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:16:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742058_1234 (size=12139)
2024-12-09T13:16:00,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742056_1232 (size=12301)
2024-12-09T13:16:00,635 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/59ef9e7932ef4da683b0496ffcb4382b
2024-12-09T13:16:00,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/2ad861de1e9746bba378a24959068144 is 50, key is test_row_0/B:col10/1733750160530/Put/seqid=0
2024-12-09T13:16:00,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742059_1235 (size=12301)
2024-12-09T13:16:00,663 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/2ad861de1e9746bba378a24959068144
2024-12-09T13:16:00,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/c9157b8e4a074b19b2aba10c1c2b2b4d is 50, key is test_row_0/C:col10/1733750160530/Put/seqid=0
2024-12-09T13:16:00,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750220683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750220683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750220683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750220694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750220694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742060_1236 (size=12301)
2024-12-09T13:16:00,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:16:00,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:00,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750220893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750220893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:16:00,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:00,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:00,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:00,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750220903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750220913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750220913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-09T13:16:01,009 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/144c9e464a764c5fb7ccbd11365f0106 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/144c9e464a764c5fb7ccbd11365f0106
2024-12-09T13:16:01,020 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 144c9e464a764c5fb7ccbd11365f0106(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:01,020 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:01,020 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=12, startTime=1733750160535; duration=0sec
2024-12-09T13:16:01,020 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:01,020 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:01,021 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:01,025 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:01,025 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:01,025 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:01,025 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cd8b6054deb54c31850d59c158371248, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/b7bac4d5dece43fda235d5e42e203778, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/22ad415e44dc49c587274be36fc24167, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/686120bb449d4b978321f8363bd6804d] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=46.9 K
2024-12-09T13:16:01,026 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cd8b6054deb54c31850d59c158371248, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733750156535
2024-12-09T13:16:01,026 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/29af7c72f657471e86f2308b2da47910 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/29af7c72f657471e86f2308b2da47910
2024-12-09T13:16:01,026 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b7bac4d5dece43fda235d5e42e203778, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733750156575
2024-12-09T13:16:01,027 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 22ad415e44dc49c587274be36fc24167, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733750157735
2024-12-09T13:16:01,027 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 686120bb449d4b978321f8363bd6804d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750158928
2024-12-09T13:16:01,035 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 29af7c72f657471e86f2308b2da47910(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:01,035 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:01,035 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=12, startTime=1733750160535; duration=0sec
2024-12-09T13:16:01,035 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:01,035 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:01,040 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:01,040 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/52b7238735224404b8d735f0906cbde0 is 50, key is test_row_0/C:col10/1733750158931/Put/seqid=0
2024-12-09T13:16:01,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:16:01,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:01,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:01,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:01,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:01,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:01,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742061_1237 (size=12139)
2024-12-09T13:16:01,068 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/52b7238735224404b8d735f0906cbde0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/52b7238735224404b8d735f0906cbde0
2024-12-09T13:16:01,073 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 52b7238735224404b8d735f0906cbde0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:01,073 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:01,073 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=12, startTime=1733750160535; duration=0sec
2024-12-09T13:16:01,073 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:01,073 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:01,118 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/c9157b8e4a074b19b2aba10c1c2b2b4d
2024-12-09T13:16:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/59ef9e7932ef4da683b0496ffcb4382b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/59ef9e7932ef4da683b0496ffcb4382b
2024-12-09T13:16:01,126 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/59ef9e7932ef4da683b0496ffcb4382b, entries=150, sequenceid=407, filesize=12.0 K
2024-12-09T13:16:01,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/2ad861de1e9746bba378a24959068144 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/2ad861de1e9746bba378a24959068144
2024-12-09T13:16:01,131 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/2ad861de1e9746bba378a24959068144, entries=150, sequenceid=407, filesize=12.0 K
2024-12-09T13:16:01,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/c9157b8e4a074b19b2aba10c1c2b2b4d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c9157b8e4a074b19b2aba10c1c2b2b4d
2024-12-09T13:16:01,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c9157b8e4a074b19b2aba10c1c2b2b4d, entries=150, sequenceid=407, filesize=12.0 K
2024-12-09T13:16:01,137 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~279.52 KB/286224, currentSize=80.51 KB/82440 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 599ms, sequenceid=407, compaction requested=false
2024-12-09T13:16:01,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:01,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-09T13:16:01,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:01,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:16:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:01,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:01,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/c4cc996eac23402a872925157c9bc884 is 50, key is test_row_0/A:col10/1733750161208/Put/seqid=0
2024-12-09T13:16:01,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742062_1238 (size=12301)
2024-12-09T13:16:01,232 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/c4cc996eac23402a872925157c9bc884
2024-12-09T13:16:01,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/999e836891df46d8a9f5de419b8b3c4f is 50, key is test_row_0/B:col10/1733750161208/Put/seqid=0
2024-12-09T13:16:01,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742063_1239 (size=12301)
2024-12-09T13:16:01,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750221235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750221236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750221270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750221270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750221270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750221374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750221374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750221383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750221383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750221383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750221583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750221583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750221594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750221594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750221594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/999e836891df46d8a9f5de419b8b3c4f
2024-12-09T13:16:01,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e8c9090682a1435381cb42f4f84833c4 is 50, key is test_row_0/C:col10/1733750161208/Put/seqid=0
2024-12-09T13:16:01,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742064_1240 (size=12301)
2024-12-09T13:16:01,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750221893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750221893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750221903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750221903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750221903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-09T13:16:02,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e8c9090682a1435381cb42f4f84833c4
2024-12-09T13:16:02,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/c4cc996eac23402a872925157c9bc884 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/c4cc996eac23402a872925157c9bc884
2024-12-09T13:16:02,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/c4cc996eac23402a872925157c9bc884, entries=150, sequenceid=427, filesize=12.0 K
2024-12-09T13:16:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/999e836891df46d8a9f5de419b8b3c4f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/999e836891df46d8a9f5de419b8b3c4f
2024-12-09T13:16:02,160 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/999e836891df46d8a9f5de419b8b3c4f, entries=150, sequenceid=427, filesize=12.0 K
2024-12-09T13:16:02,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e8c9090682a1435381cb42f4f84833c4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e8c9090682a1435381cb42f4f84833c4
2024-12-09T13:16:02,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e8c9090682a1435381cb42f4f84833c4, entries=150, sequenceid=427, filesize=12.0 K
2024-12-09T13:16:02,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 956ms, sequenceid=427, compaction requested=true
2024-12-09T13:16:02,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:02,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:02,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-12-09T13:16:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-12-09T13:16:02,173 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-12-09T13:16:02,173 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3460 sec
2024-12-09T13:16:02,176 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.3610 sec
2024-12-09T13:16:02,411 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:16:02,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:02,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:02,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:02,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:02,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:02,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:02,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/f15a317eabe640a4a196af34b6e0c90c is 50, key is test_row_0/A:col10/1733750161241/Put/seqid=0
2024-12-09T13:16:02,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742065_1241 (size=14741)
2024-12-09T13:16:02,445 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/f15a317eabe640a4a196af34b6e0c90c
2024-12-09T13:16:02,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750222434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750222436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750222439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750222447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750222445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0e403395061c4bd0bc23eff65f7b97fe is 50, key is test_row_0/B:col10/1733750161241/Put/seqid=0
2024-12-09T13:16:02,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742066_1242 (size=12301)
2024-12-09T13:16:02,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750222553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750222553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750222553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750222563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750222564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750222763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750222763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750222763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750222773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750222774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:02,961 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0e403395061c4bd0bc23eff65f7b97fe
2024-12-09T13:16:02,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/33cb47f4428442e2a67d6965de0e1374 is 50, key is test_row_0/C:col10/1733750161241/Put/seqid=0
2024-12-09T13:16:03,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742067_1243 (size=12301)
2024-12-09T13:16:03,040 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/33cb47f4428442e2a67d6965de0e1374
2024-12-09T13:16:03,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/f15a317eabe640a4a196af34b6e0c90c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f15a317eabe640a4a196af34b6e0c90c
2024-12-09T13:16:03,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750223074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750223075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750223084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750223084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750223085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,096 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f15a317eabe640a4a196af34b6e0c90c, entries=200, sequenceid=444, filesize=14.4 K
2024-12-09T13:16:03,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0e403395061c4bd0bc23eff65f7b97fe as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0e403395061c4bd0bc23eff65f7b97fe
2024-12-09T13:16:03,129 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0e403395061c4bd0bc23eff65f7b97fe, entries=150, sequenceid=444, filesize=12.0 K
2024-12-09T13:16:03,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/33cb47f4428442e2a67d6965de0e1374 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/33cb47f4428442e2a67d6965de0e1374
2024-12-09T13:16:03,145 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/33cb47f4428442e2a67d6965de0e1374, entries=150, sequenceid=444, filesize=12.0 K
2024-12-09T13:16:03,147 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 736ms, sequenceid=444, compaction requested=true
2024-12-09T13:16:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:03,147 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:03,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:03,148 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:03,149 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51482 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:03,149 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:03,149 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:03,150 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/29af7c72f657471e86f2308b2da47910, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/59ef9e7932ef4da683b0496ffcb4382b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/c4cc996eac23402a872925157c9bc884, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f15a317eabe640a4a196af34b6e0c90c] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=50.3 K
2024-12-09T13:16:03,152 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49042 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:03,152 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:03,152 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:03,152 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/144c9e464a764c5fb7ccbd11365f0106, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/2ad861de1e9746bba378a24959068144, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/999e836891df46d8a9f5de419b8b3c4f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0e403395061c4bd0bc23eff65f7b97fe] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=47.9 K
2024-12-09T13:16:03,152 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29af7c72f657471e86f2308b2da47910, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750158928
2024-12-09T13:16:03,153 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 144c9e464a764c5fb7ccbd11365f0106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750158928
2024-12-09T13:16:03,154 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59ef9e7932ef4da683b0496ffcb4382b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733750160529
2024-12-09T13:16:03,154 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ad861de1e9746bba378a24959068144, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733750160529
2024-12-09T13:16:03,154 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4cc996eac23402a872925157c9bc884, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733750160564
2024-12-09T13:16:03,155 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 999e836891df46d8a9f5de419b8b3c4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733750160564
2024-12-09T13:16:03,155 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f15a317eabe640a4a196af34b6e0c90c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733750161235
2024-12-09T13:16:03,156 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e403395061c4bd0bc23eff65f7b97fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733750161235
2024-12-09T13:16:03,182 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:03,183 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/d97c29410ee44e25aaa35b8c453dad83 is 50, key is test_row_0/A:col10/1733750161241/Put/seqid=0
2024-12-09T13:16:03,194 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:03,195 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/26efb101f1324de7b27c8b8c77a2a1b0 is 50, key is test_row_0/B:col10/1733750161241/Put/seqid=0
2024-12-09T13:16:03,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742069_1245 (size=12575)
2024-12-09T13:16:03,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742068_1244 (size=12575)
2024-12-09T13:16:03,257 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/26efb101f1324de7b27c8b8c77a2a1b0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/26efb101f1324de7b27c8b8c77a2a1b0
2024-12-09T13:16:03,280 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 26efb101f1324de7b27c8b8c77a2a1b0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:03,280 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:03,280 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=12, startTime=1733750163147; duration=0sec
2024-12-09T13:16:03,280 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:03,280 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:03,280 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:03,282 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49042 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:03,283 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:03,283 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:03,283 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/52b7238735224404b8d735f0906cbde0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c9157b8e4a074b19b2aba10c1c2b2b4d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e8c9090682a1435381cb42f4f84833c4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/33cb47f4428442e2a67d6965de0e1374] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=47.9 K
2024-12-09T13:16:03,283 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 52b7238735224404b8d735f0906cbde0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733750158928
2024-12-09T13:16:03,284 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c9157b8e4a074b19b2aba10c1c2b2b4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733750160529
2024-12-09T13:16:03,284 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e8c9090682a1435381cb42f4f84833c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733750160564
2024-12-09T13:16:03,285 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 33cb47f4428442e2a67d6965de0e1374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733750161235
2024-12-09T13:16:03,299 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:03,300 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/8f9d1ea71a4840c394890c295d2bc7d4 is 50, key is test_row_0/C:col10/1733750161241/Put/seqid=0
2024-12-09T13:16:03,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742070_1246 (size=12575)
2024-12-09T13:16:03,403 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/8f9d1ea71a4840c394890c295d2bc7d4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/8f9d1ea71a4840c394890c295d2bc7d4
2024-12-09T13:16:03,424 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 8f9d1ea71a4840c394890c295d2bc7d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:03,424 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:03,424 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=12, startTime=1733750163147; duration=0sec
2024-12-09T13:16:03,424 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:03,424 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:03,601 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:16:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:03,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:03,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/6d4f210afb734effbd78705d0da85c66 is 50, key is test_row_0/A:col10/1733750163587/Put/seqid=0
2024-12-09T13:16:03,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750223634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750223636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750223637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742071_1247 (size=17181)
2024-12-09T13:16:03,656 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/6d4f210afb734effbd78705d0da85c66
2024-12-09T13:16:03,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750223644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750223647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,666 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/d97c29410ee44e25aaa35b8c453dad83 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d97c29410ee44e25aaa35b8c453dad83
2024-12-09T13:16:03,683 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into d97c29410ee44e25aaa35b8c453dad83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:03,683 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:03,683 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=12, startTime=1733750163147; duration=0sec
2024-12-09T13:16:03,683 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:03,683 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:03,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/cbf783bfcd664dbfb769001ea0b68289 is 50, key is test_row_0/B:col10/1733750163587/Put/seqid=0
2024-12-09T13:16:03,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742072_1248 (size=12301)
2024-12-09T13:16:03,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750223754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750223754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750223754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750223763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750223763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750223963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750223964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750223964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750223974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750223974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-09T13:16:04,014 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:04,015 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-12-09T13:16:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-09T13:16:04,018 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:04,019 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:04,020 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:04,094 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/cbf783bfcd664dbfb769001ea0b68289
2024-12-09T13:16:04,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/541450e6f0ed421482fbc533d3ca5105 is 50, key is test_row_0/C:col10/1733750163587/Put/seqid=0
2024-12-09T13:16:04,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742073_1249 (size=12301)
2024-12-09T13:16:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-09T13:16:04,132 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/541450e6f0ed421482fbc533d3ca5105
2024-12-09T13:16:04,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/6d4f210afb734effbd78705d0da85c66 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6d4f210afb734effbd78705d0da85c66
2024-12-09T13:16:04,154 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6d4f210afb734effbd78705d0da85c66, entries=250, sequenceid=463, filesize=16.8 K
2024-12-09T13:16:04,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/cbf783bfcd664dbfb769001ea0b68289 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cbf783bfcd664dbfb769001ea0b68289
2024-12-09T13:16:04,170 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cbf783bfcd664dbfb769001ea0b68289, entries=150, sequenceid=463, filesize=12.0 K
2024-12-09T13:16:04,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/541450e6f0ed421482fbc533d3ca5105 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/541450e6f0ed421482fbc533d3ca5105
2024-12-09T13:16:04,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-12-09T13:16:04,183 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/541450e6f0ed421482fbc533d3ca5105, entries=150, sequenceid=463, filesize=12.0 K
2024-12-09T13:16:04,184 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 582ms, sequenceid=463, compaction requested=false
2024-12-09T13:16:04,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:04,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:04,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-09T13:16:04,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:04,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:04,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:04,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:04,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:04,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:04,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/a1de3bc8e3454f8091a2a613af0f202d is 50, key is test_row_0/A:col10/1733750163642/Put/seqid=0
2024-12-09T13:16:04,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742074_1250 (size=12301)
2024-12-09T13:16:04,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/a1de3bc8e3454f8091a2a613af0f202d
2024-12-09T13:16:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/5f34286be95c464fa537207f21a0ace8 is 50, key is test_row_0/B:col10/1733750163642/Put/seqid=0
2024-12-09T13:16:04,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742075_1251 (size=12301)
2024-12-09T13:16:04,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/5f34286be95c464fa537207f21a0ace8
2024-12-09T13:16:04,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/1a97beff32564cd486bc086c3a0f1b78 is 50, key is test_row_0/C:col10/1733750163642/Put/seqid=0
2024-12-09T13:16:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:04,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:04,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742076_1252 (size=12301)
2024-12-09T13:16:04,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750224297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750224298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750224299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750224301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750224301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-09T13:16:04,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750224413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750224413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750224413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750224413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750224413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750224623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750224623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750224624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750224624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750224624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-09T13:16:04,686 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/1a97beff32564cd486bc086c3a0f1b78
2024-12-09T13:16:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/a1de3bc8e3454f8091a2a613af0f202d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/a1de3bc8e3454f8091a2a613af0f202d
2024-12-09T13:16:04,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/a1de3bc8e3454f8091a2a613af0f202d, entries=150, sequenceid=479, filesize=12.0 K
2024-12-09T13:16:04,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/5f34286be95c464fa537207f21a0ace8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5f34286be95c464fa537207f21a0ace8
2024-12-09T13:16:04,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5f34286be95c464fa537207f21a0ace8, entries=150, sequenceid=479, filesize=12.0 K
2024-12-09T13:16:04,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/1a97beff32564cd486bc086c3a0f1b78 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/1a97beff32564cd486bc086c3a0f1b78
2024-12-09T13:16:04,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/1a97beff32564cd486bc086c3a0f1b78, entries=150, sequenceid=479, filesize=12.0 K
2024-12-09T13:16:04,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 542ms, sequenceid=479, compaction requested=true
2024-12-09T13:16:04,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:04,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:04,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-12-09T13:16:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-12-09T13:16:04,735 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-12-09T13:16:04,735 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 713 msec
2024-12-09T13:16:04,739 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 721 msec
2024-12-09T13:16:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:04,936 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:16:04,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:04,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:04,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:04,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:04,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:04,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:04,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/417ff423d0da435eb876807471d9cae6 is 50, key is test_row_0/A:col10/1733750164934/Put/seqid=0
2024-12-09T13:16:04,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742077_1253 (size=14741)
2024-12-09T13:16:04,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750224945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750224947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750224948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750224952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750224953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750225064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750225064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750225064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750225072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750225072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-09T13:16:05,163 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:05,163 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-12-09T13:16:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-09T13:16:05,165 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:05,166 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:05,166 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-09T13:16:05,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750225273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750225273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750225283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750225283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750225283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-12-09T13:16:05,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:05,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:05,350 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/417ff423d0da435eb876807471d9cae6
2024-12-09T13:16:05,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/01d9acbbb2474a2c9be234f5728ccf73 is 50, key is test_row_0/B:col10/1733750164934/Put/seqid=0
2024-12-09T13:16:05,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742078_1254 (size=12301)
2024-12-09T13:16:05,405 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/01d9acbbb2474a2c9be234f5728ccf73
2024-12-09T13:16:05,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/f8924982e3274a0483aac8e2cd921568 is 50, key is test_row_0/C:col10/1733750164934/Put/seqid=0
2024-12-09T13:16:05,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742079_1255 (size=12301)
2024-12-09T13:16:05,427 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/f8924982e3274a0483aac8e2cd921568
2024-12-09T13:16:05,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/417ff423d0da435eb876807471d9cae6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/417ff423d0da435eb876807471d9cae6
2024-12-09T13:16:05,435 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/417ff423d0da435eb876807471d9cae6, entries=200, sequenceid=498, filesize=14.4 K
2024-12-09T13:16:05,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/01d9acbbb2474a2c9be234f5728ccf73 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/01d9acbbb2474a2c9be234f5728ccf73
2024-12-09T13:16:05,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/01d9acbbb2474a2c9be234f5728ccf73, entries=150, sequenceid=498, filesize=12.0 K
2024-12-09T13:16:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/f8924982e3274a0483aac8e2cd921568 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/f8924982e3274a0483aac8e2cd921568
2024-12-09T13:16:05,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/f8924982e3274a0483aac8e2cd921568, entries=150, sequenceid=498, filesize=12.0 K
2024-12-09T13:16:05,455 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 519ms, sequenceid=498, compaction requested=true
2024-12-09T13:16:05,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:05,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:05,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:05,455 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:05,455 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:05,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:05,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:05,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:05,461 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49478 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:05,461 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:05,461 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:05,461 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/26efb101f1324de7b27c8b8c77a2a1b0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cbf783bfcd664dbfb769001ea0b68289, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5f34286be95c464fa537207f21a0ace8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/01d9acbbb2474a2c9be234f5728ccf73] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=48.3 K
2024-12-09T13:16:05,463 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 26efb101f1324de7b27c8b8c77a2a1b0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733750161235
2024-12-09T13:16:05,464 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 56798 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:05,464 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:05,464 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:05,464 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d97c29410ee44e25aaa35b8c453dad83, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6d4f210afb734effbd78705d0da85c66, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/a1de3bc8e3454f8091a2a613af0f202d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/417ff423d0da435eb876807471d9cae6] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=55.5 K
2024-12-09T13:16:05,464 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d97c29410ee44e25aaa35b8c453dad83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733750161235
2024-12-09T13:16:05,464 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cbf783bfcd664dbfb769001ea0b68289, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733750162430
2024-12-09T13:16:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:05,465 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d4f210afb734effbd78705d0da85c66, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733750162430
2024-12-09T13:16:05,465 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f34286be95c464fa537207f21a0ace8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733750163609
2024-12-09T13:16:05,465 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1de3bc8e3454f8091a2a613af0f202d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733750163609
2024-12-09T13:16:05,465 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 01d9acbbb2474a2c9be234f5728ccf73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733750164291
2024-12-09T13:16:05,466 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 417ff423d0da435eb876807471d9cae6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733750164291
2024-12-09T13:16:05,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-12-09T13:16:05,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:05,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:16:05,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:05,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:05,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:05,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:05,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:05,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-09T13:16:05,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/f8292691f2eb488e9f0293be9049f365 is 50, key is test_row_0/A:col10/1733750164946/Put/seqid=0
2024-12-09T13:16:05,522 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:05,525 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/6ceec044ffad4856a25d5ab0116b5964 is 50, key is test_row_0/A:col10/1733750164934/Put/seqid=0
2024-12-09T13:16:05,554 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#212 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:05,554 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/8f75adeb402c40b6a450437ccdbe307e is 50, key is test_row_0/B:col10/1733750164934/Put/seqid=0
2024-12-09T13:16:05,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742080_1256 (size=12301)
2024-12-09T13:16:05,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742081_1257 (size=12711)
2024-12-09T13:16:05,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742082_1258 (size=12711)
2024-12-09T13:16:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:05,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:05,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750225615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750225619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750225620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750225622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750225622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750225733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750225733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750225733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750225734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750225733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-09T13:16:05,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750225954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750225954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750225954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750225954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750225955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:05,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:05,978 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/f8292691f2eb488e9f0293be9049f365
2024-12-09T13:16:06,010 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/6ceec044ffad4856a25d5ab0116b5964 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6ceec044ffad4856a25d5ab0116b5964
2024-12-09T13:16:06,028 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/8f75adeb402c40b6a450437ccdbe307e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8f75adeb402c40b6a450437ccdbe307e
2024-12-09T13:16:06,030 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 6ceec044ffad4856a25d5ab0116b5964(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:06,030 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:06,030 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=12, startTime=1733750165455; duration=0sec
2024-12-09T13:16:06,031 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:06,031 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:06,031 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:06,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0c8e8eacb7664653b27e52953856bf99 is 50, key is test_row_0/B:col10/1733750164946/Put/seqid=0
2024-12-09T13:16:06,038 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49478 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:06,038 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:06,039 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:06,039 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/8f9d1ea71a4840c394890c295d2bc7d4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/541450e6f0ed421482fbc533d3ca5105, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/1a97beff32564cd486bc086c3a0f1b78, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/f8924982e3274a0483aac8e2cd921568] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=48.3 K
2024-12-09T13:16:06,040 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f9d1ea71a4840c394890c295d2bc7d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733750161235
2024-12-09T13:16:06,041 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 541450e6f0ed421482fbc533d3ca5105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733750162430
2024-12-09T13:16:06,041 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a97beff32564cd486bc086c3a0f1b78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733750163609
2024-12-09T13:16:06,042 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8924982e3274a0483aac8e2cd921568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733750164291
2024-12-09T13:16:06,052 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 8f75adeb402c40b6a450437ccdbe307e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:06,052 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:06,052 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=12, startTime=1733750165455; duration=0sec
2024-12-09T13:16:06,052 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:06,052 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:06,058 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:06,059 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/3126c702021f426e8ec03e6c54f6f3ec is 50, key is test_row_0/C:col10/1733750164934/Put/seqid=0
2024-12-09T13:16:06,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742083_1259 (size=12301)
2024-12-09T13:16:06,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0c8e8eacb7664653b27e52953856bf99
2024-12-09T13:16:06,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742084_1260 (size=12711)
2024-12-09T13:16:06,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/7cf185cd822440c69929e94ee6eae8b7 is 50, key is test_row_0/C:col10/1733750164946/Put/seqid=0
2024-12-09T13:16:06,128 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/3126c702021f426e8ec03e6c54f6f3ec as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/3126c702021f426e8ec03e6c54f6f3ec
2024-12-09T13:16:06,139 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 3126c702021f426e8ec03e6c54f6f3ec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:06,139 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:06,139 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=12, startTime=1733750165456; duration=0sec
2024-12-09T13:16:06,139 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:06,139 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:06,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742085_1261 (size=12301)
2024-12-09T13:16:06,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750226275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750226276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750226276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750226276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750226284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-09T13:16:06,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/7cf185cd822440c69929e94ee6eae8b7
2024-12-09T13:16:06,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/f8292691f2eb488e9f0293be9049f365 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f8292691f2eb488e9f0293be9049f365
2024-12-09T13:16:06,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f8292691f2eb488e9f0293be9049f365, entries=150, sequenceid=511, filesize=12.0 K
2024-12-09T13:16:06,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0c8e8eacb7664653b27e52953856bf99 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0c8e8eacb7664653b27e52953856bf99
2024-12-09T13:16:06,596 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0c8e8eacb7664653b27e52953856bf99, entries=150, sequenceid=511, filesize=12.0 K
2024-12-09T13:16:06,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/7cf185cd822440c69929e94ee6eae8b7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/7cf185cd822440c69929e94ee6eae8b7
2024-12-09T13:16:06,615 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/7cf185cd822440c69929e94ee6eae8b7, entries=150, sequenceid=511, filesize=12.0 K
2024-12-09T13:16:06,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 1150ms, sequenceid=511, compaction requested=false
2024-12-09T13:16:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-12-09T13:16:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-12-09T13:16:06,671 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-12-09T13:16:06,671 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec
2024-12-09T13:16:06,683 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.5110 sec
2024-12-09T13:16:06,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750165618, max timestamp=1733750166788Num uniques 859; 
2024-12-09T13:16:06,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:06,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750165618, max timestamp=1733750166788Num uniques 859; 
2024-12-09T13:16:06,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:06,798 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-12-09T13:16:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:06,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/3c3657e185964f5c964478481330b819 is 50, key is test_row_0/A:col10/1733750165620/Put/seqid=0
2024-12-09T13:16:06,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750166853, max timestamp=1733750166863Num uniques 859; 
2024-12-09T13:16:06,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:16:06,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750166853, max timestamp=1733750166863Num uniques 859; 
2024-12-09T13:16:06,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-09T13:16:06,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750166853, max timestamp=1733750166863Num uniques 859; 
2024-12-09T13:16:06,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-09T13:16:06,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742086_1262 (size=12301)
2024-12-09T13:16:06,891 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/3c3657e185964f5c964478481330b819
2024-12-09T13:16:06,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/4059683bf54449a6bd14f55d54c83bd2 is 50, key is test_row_0/B:col10/1733750165620/Put/seqid=0
2024-12-09T13:16:06,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750226926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750226928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750226932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750226935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750226941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:06,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742087_1263 (size=12301)
2024-12-09T13:16:07,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750227043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750227044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750227053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750227054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750227063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750227253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750227253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750227263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750227263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750227273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-12-09T13:16:07,315 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:07,315 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-12-09T13:16:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-09T13:16:07,318 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:07,319 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:07,319 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:07,366 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/4059683bf54449a6bd14f55d54c83bd2
2024-12-09T13:16:07,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e7ff0e7f0eae4523901dd56d872a4761 is 50, key is test_row_0/C:col10/1733750165620/Put/seqid=0
2024-12-09T13:16:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-09T13:16:07,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742088_1264 (size=12301)
2024-12-09T13:16:07,440 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e7ff0e7f0eae4523901dd56d872a4761
2024-12-09T13:16:07,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/3c3657e185964f5c964478481330b819 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3c3657e185964f5c964478481330b819
2024-12-09T13:16:07,458 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3c3657e185964f5c964478481330b819, entries=150, sequenceid=535, filesize=12.0 K
2024-12-09T13:16:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/4059683bf54449a6bd14f55d54c83bd2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/4059683bf54449a6bd14f55d54c83bd2
2024-12-09T13:16:07,464 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/4059683bf54449a6bd14f55d54c83bd2, entries=150, sequenceid=535, filesize=12.0 K
2024-12-09T13:16:07,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e7ff0e7f0eae4523901dd56d872a4761 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e7ff0e7f0eae4523901dd56d872a4761
2024-12-09T13:16:07,470 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e7ff0e7f0eae4523901dd56d872a4761, entries=150, sequenceid=535, filesize=12.0 K
2024-12-09T13:16:07,471 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=128.92 KB/132010 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 673ms, sequenceid=535, compaction requested=true
2024-12-09T13:16:07,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:07,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:07,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:07,472 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:07,472 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:07,473 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:07,473 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:07,473 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:07,473 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8f75adeb402c40b6a450437ccdbe307e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0c8e8eacb7664653b27e52953856bf99, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/4059683bf54449a6bd14f55d54c83bd2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.4 K
2024-12-09T13:16:07,474 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:07,474 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:07,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-12-09T13:16:07,474 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:07,474 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6ceec044ffad4856a25d5ab0116b5964, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f8292691f2eb488e9f0293be9049f365, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3c3657e185964f5c964478481330b819] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.4 K
2024-12-09T13:16:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:07,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=128.92 KB heapSize=368.31 KB
2024-12-09T13:16:07,474 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f75adeb402c40b6a450437ccdbe307e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733750164291
2024-12-09T13:16:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:07,474 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ceec044ffad4856a25d5ab0116b5964, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733750164291
2024-12-09T13:16:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:07,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:07,475 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c8e8eacb7664653b27e52953856bf99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733750164946
2024-12-09T13:16:07,475 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8292691f2eb488e9f0293be9049f365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733750164946
2024-12-09T13:16:07,475 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4059683bf54449a6bd14f55d54c83bd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733750165620
2024-12-09T13:16:07,476 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c3657e185964f5c964478481330b819, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733750165620
2024-12-09T13:16:07,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:07,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:07,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:07,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/977d2926281b4faab100ef7118c54b9d is 50, key is test_row_0/A:col10/1733750166932/Put/seqid=0
2024-12-09T13:16:07,493 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:07,493 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/9005c529e5f04e889f844980b9f742d6 is 50, key is test_row_0/A:col10/1733750165620/Put/seqid=0
2024-12-09T13:16:07,509 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:07,509 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/8efccedd46974f5593985a31f26bb005 is 50, key is test_row_0/B:col10/1733750165620/Put/seqid=0
2024-12-09T13:16:07,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742089_1265 (size=12301)
2024-12-09T13:16:07,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/977d2926281b4faab100ef7118c54b9d
2024-12-09T13:16:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:07,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:07,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742090_1266 (size=12813)
2024-12-09T13:16:07,585 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/9005c529e5f04e889f844980b9f742d6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/9005c529e5f04e889f844980b9f742d6
2024-12-09T13:16:07,590 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 9005c529e5f04e889f844980b9f742d6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:07,590 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:07,590 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=13, startTime=1733750167471; duration=0sec
2024-12-09T13:16:07,591 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:07,591 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:07,591 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:07,593 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:07,593 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:07,593 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:07,593 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/3126c702021f426e8ec03e6c54f6f3ec, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/7cf185cd822440c69929e94ee6eae8b7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e7ff0e7f0eae4523901dd56d872a4761] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.4 K
2024-12-09T13:16:07,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750227583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750227584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,594 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3126c702021f426e8ec03e6c54f6f3ec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733750164291
2024-12-09T13:16:07,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/cb54f0958bf1433e9082730da79eb799 is 50, key is test_row_0/B:col10/1733750166932/Put/seqid=0
2024-12-09T13:16:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750227585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,595 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cf185cd822440c69929e94ee6eae8b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733750164946
2024-12-09T13:16:07,596 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7ff0e7f0eae4523901dd56d872a4761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733750165620
2024-12-09T13:16:07,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742091_1267 (size=12813)
2024-12-09T13:16:07,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750227594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750227594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,625 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:07,625 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/cb889982f1bb4d85ac00ffa4386314ef is 50, key is test_row_0/C:col10/1733750165620/Put/seqid=0
2024-12-09T13:16:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-09T13:16:07,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742092_1268 (size=12301)
2024-12-09T13:16:07,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/cb54f0958bf1433e9082730da79eb799
2024-12-09T13:16:07,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/ffa51be67252466ba2874dacc25ad489 is 50, key is test_row_0/C:col10/1733750166932/Put/seqid=0
2024-12-09T13:16:07,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742093_1269 (size=12813)
2024-12-09T13:16:07,691 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/cb889982f1bb4d85ac00ffa4386314ef as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cb889982f1bb4d85ac00ffa4386314ef
2024-12-09T13:16:07,698 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into cb889982f1bb4d85ac00ffa4386314ef(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:07,698 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:07,698 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=13, startTime=1733750167485; duration=0sec
2024-12-09T13:16:07,698 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:07,698 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:07,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750227703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750227703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742094_1270 (size=12301)
2024-12-09T13:16:07,717 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/ffa51be67252466ba2874dacc25ad489
2024-12-09T13:16:07,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750227713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750227713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:07,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:07,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:07,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/977d2926281b4faab100ef7118c54b9d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/977d2926281b4faab100ef7118c54b9d
2024-12-09T13:16:07,730 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/977d2926281b4faab100ef7118c54b9d, entries=150, sequenceid=571, filesize=12.0 K
2024-12-09T13:16:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/cb54f0958bf1433e9082730da79eb799 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cb54f0958bf1433e9082730da79eb799
2024-12-09T13:16:07,735 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cb54f0958bf1433e9082730da79eb799, entries=150, sequenceid=571, filesize=12.0 K
2024-12-09T13:16:07,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/ffa51be67252466ba2874dacc25ad489 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/ffa51be67252466ba2874dacc25ad489
2024-12-09T13:16:07,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/ffa51be67252466ba2874dacc25ad489, entries=150, sequenceid=571, filesize=12.0 K
2024-12-09T13:16:07,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~128.92 KB/132010, heapSize ~368.27 KB/377104, currentSize=53.67 KB/54960 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 269ms, sequenceid=571, compaction requested=false
2024-12-09T13:16:07,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:07,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:07,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-12-09T13:16:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-12-09T13:16:07,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-12-09T13:16:07,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 425 msec
2024-12-09T13:16:07,754 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 435 msec
2024-12-09T13:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:07,927 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:16:07,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:07,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:07,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:07,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:07,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:07,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:07,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/da9461d174b644eab73cbfd134cbc8a6 is 50, key is test_row_0/A:col10/1733750167926/Put/seqid=0
2024-12-09T13:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-09T13:16:07,975 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:07,978 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-12-09T13:16:07,983 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:07,985 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:07,985 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-09T13:16:08,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742095_1271 (size=14741)
2024-12-09T13:16:08,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750228002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750228003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750228005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750228006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,058 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/8efccedd46974f5593985a31f26bb005 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8efccedd46974f5593985a31f26bb005
2024-12-09T13:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-09T13:16:08,096 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 8efccedd46974f5593985a31f26bb005(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:08,096 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:08,096 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=13, startTime=1733750167472; duration=0sec
2024-12-09T13:16:08,096 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:08,096 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:08,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750228104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750228124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750228124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750228124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750228124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:08,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:08,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-09T13:16:08,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750228333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750228333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750228343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750228343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,409 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/da9461d174b644eab73cbfd134cbc8a6
2024-12-09T13:16:08,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/c9e348cf5e28444baee09ab4027182b0 is 50, key is test_row_0/B:col10/1733750167926/Put/seqid=0
2024-12-09T13:16:08,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742096_1272 (size=12301)
2024-12-09T13:16:08,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:08,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:08,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-09T13:16:08,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750228643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750228645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750228663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750228664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:08,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:08,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:08,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,834 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/c9e348cf5e28444baee09ab4027182b0
2024-12-09T13:16:08,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/55bc0bafafba42ccb607f184b20a3ba2 is 50, key is test_row_0/C:col10/1733750167926/Put/seqid=0
2024-12-09T13:16:08,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742097_1273 (size=12301)
2024-12-09T13:16:08,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:08,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:09,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:09,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-09T13:16:09,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750229133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:09,137 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 2fcc7ef8b0d6588afcd7283b5d68b6ed of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:09,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750229163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:09,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750229165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:09,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:09,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750229174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:09,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750229183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:09,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:09,319 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/55bc0bafafba42ccb607f184b20a3ba2
2024-12-09T13:16:09,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/da9461d174b644eab73cbfd134cbc8a6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/da9461d174b644eab73cbfd134cbc8a6
2024-12-09T13:16:09,341 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/da9461d174b644eab73cbfd134cbc8a6, entries=200, sequenceid=586, filesize=14.4 K
2024-12-09T13:16:09,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/c9e348cf5e28444baee09ab4027182b0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c9e348cf5e28444baee09ab4027182b0
2024-12-09T13:16:09,363 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c9e348cf5e28444baee09ab4027182b0, entries=150, sequenceid=586, filesize=12.0 K
2024-12-09T13:16:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/55bc0bafafba42ccb607f184b20a3ba2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/55bc0bafafba42ccb607f184b20a3ba2
2024-12-09T13:16:09,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/55bc0bafafba42ccb607f184b20a3ba2, entries=150, sequenceid=586, filesize=12.0 K
2024-12-09T13:16:09,373 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 1445ms, sequenceid=586, compaction requested=true
2024-12-09T13:16:09,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:09,373 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:09,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:09,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:09,375 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:09,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:09,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:09,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:09,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:09,379 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:09,379 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39855 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:09,379 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:09,379 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:09,379 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,379 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,379 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8efccedd46974f5593985a31f26bb005, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cb54f0958bf1433e9082730da79eb799, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c9e348cf5e28444baee09ab4027182b0] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.5 K
2024-12-09T13:16:09,379 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/9005c529e5f04e889f844980b9f742d6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/977d2926281b4faab100ef7118c54b9d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/da9461d174b644eab73cbfd134cbc8a6] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=38.9 K
2024-12-09T13:16:09,380 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8efccedd46974f5593985a31f26bb005, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733750165620
2024-12-09T13:16:09,381 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9005c529e5f04e889f844980b9f742d6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733750165620
2024-12-09T13:16:09,381 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cb54f0958bf1433e9082730da79eb799, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733750166901
2024-12-09T13:16:09,381 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 977d2926281b4faab100ef7118c54b9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733750166901
2024-12-09T13:16:09,381 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c9e348cf5e28444baee09ab4027182b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1733750167577
2024-12-09T13:16:09,381 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting da9461d174b644eab73cbfd134cbc8a6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1733750167577
2024-12-09T13:16:09,393 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:09,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-12-09T13:16:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:16:09,393 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/8328904867624ea5a541d2ae33b41ad4 is 50, key is test_row_0/A:col10/1733750167926/Put/seqid=0
2024-12-09T13:16:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:09,400 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:09,400 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/6f0babaffcea43bfb5f48c4445444753 is 50, key is test_row_0/B:col10/1733750167926/Put/seqid=0
2024-12-09T13:16:09,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/98db8087b6be4156bd64bc0c55f2a219 is 50, key is test_row_0/A:col10/1733750168001/Put/seqid=0
2024-12-09T13:16:09,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742098_1274 (size=12915)
2024-12-09T13:16:09,437 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/8328904867624ea5a541d2ae33b41ad4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/8328904867624ea5a541d2ae33b41ad4
2024-12-09T13:16:09,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742099_1275 (size=12915)
2024-12-09T13:16:09,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742100_1276 (size=12301)
2024-12-09T13:16:09,445 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 8328904867624ea5a541d2ae33b41ad4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:09,445 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:09,445 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=13, startTime=1733750169373; duration=0sec
2024-12-09T13:16:09,446 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:09,446 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:09,446 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:09,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/98db8087b6be4156bd64bc0c55f2a219
2024-12-09T13:16:09,454 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/6f0babaffcea43bfb5f48c4445444753 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/6f0babaffcea43bfb5f48c4445444753
2024-12-09T13:16:09,455 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:09,455 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:09,455 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,455 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cb889982f1bb4d85ac00ffa4386314ef, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/ffa51be67252466ba2874dacc25ad489, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/55bc0bafafba42ccb607f184b20a3ba2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.5 K
2024-12-09T13:16:09,458 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb889982f1bb4d85ac00ffa4386314ef, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733750165620
2024-12-09T13:16:09,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/a8dcf4977a2244adb52be5e2d5869581 is 50, key is test_row_0/B:col10/1733750168001/Put/seqid=0
2024-12-09T13:16:09,461 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffa51be67252466ba2874dacc25ad489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1733750166901
2024-12-09T13:16:09,462 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55bc0bafafba42ccb607f184b20a3ba2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1733750167577
2024-12-09T13:16:09,463 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 6f0babaffcea43bfb5f48c4445444753(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:09,464 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:09,464 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=13, startTime=1733750169375; duration=0sec
2024-12-09T13:16:09,464 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:09,464 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:09,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742101_1277 (size=12301)
2024-12-09T13:16:09,465 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/a8dcf4977a2244adb52be5e2d5869581
2024-12-09T13:16:09,472 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:09,472 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/bfa47b3086ef4574bf2fd571f5b63159 is 50, key is test_row_0/C:col10/1733750167926/Put/seqid=0
2024-12-09T13:16:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e331d9f8bb40453c9e366a0bd5a1f32d is 50, key is test_row_0/C:col10/1733750168001/Put/seqid=0
2024-12-09T13:16:09,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742102_1278 (size=12915)
2024-12-09T13:16:09,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742103_1279 (size=12301)
2024-12-09T13:16:09,482 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e331d9f8bb40453c9e366a0bd5a1f32d
2024-12-09T13:16:09,487 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/bfa47b3086ef4574bf2fd571f5b63159 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/bfa47b3086ef4574bf2fd571f5b63159
2024-12-09T13:16:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/98db8087b6be4156bd64bc0c55f2a219 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/98db8087b6be4156bd64bc0c55f2a219
2024-12-09T13:16:09,506 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into bfa47b3086ef4574bf2fd571f5b63159(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:09,506 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:09,506 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=13, startTime=1733750169375; duration=0sec
2024-12-09T13:16:09,506 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:09,506 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:09,506 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/98db8087b6be4156bd64bc0c55f2a219, entries=150, sequenceid=606, filesize=12.0 K
2024-12-09T13:16:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/a8dcf4977a2244adb52be5e2d5869581 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/a8dcf4977a2244adb52be5e2d5869581
2024-12-09T13:16:09,516 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/a8dcf4977a2244adb52be5e2d5869581, entries=150, sequenceid=606, filesize=12.0 K
2024-12-09T13:16:09,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/e331d9f8bb40453c9e366a0bd5a1f32d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e331d9f8bb40453c9e366a0bd5a1f32d
2024-12-09T13:16:09,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e331d9f8bb40453c9e366a0bd5a1f32d, entries=150, sequenceid=606, filesize=12.0 K
2024-12-09T13:16:09,527 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 134ms, sequenceid=606, compaction requested=false
2024-12-09T13:16:09,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:09,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:09,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-12-09T13:16:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-12-09T13:16:09,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-12-09T13:16:09,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5440 sec
2024-12-09T13:16:09,540 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.5580 sec
2024-12-09T13:16:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-12-09T13:16:10,134 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:10,134 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-12-09T13:16:10,137 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:10,138 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-09T13:16:10,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:10,195 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-09T13:16:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:10,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/764f057af8904a02a1439335cef8de68 is 50, key is test_row_0/A:col10/1733750170183/Put/seqid=0
2024-12-09T13:16:10,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742104_1280 (size=14741)
2024-12-09T13:16:10,240 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/764f057af8904a02a1439335cef8de68
2024-12-09T13:16:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-09T13:16:10,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750170233, max timestamp=1733750170251Num uniques 859; 
2024-12-09T13:16:10,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:10,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750170233, max timestamp=1733750170251Num uniques 859; 
2024-12-09T13:16:10,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:10,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750170233, max timestamp=1733750170251Num uniques 859; 
2024-12-09T13:16:10,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:10,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0137d6c77d074ba49592b21f63fb16f5 is 50, key is test_row_0/B:col10/1733750170183/Put/seqid=0
2024-12-09T13:16:10,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-09T13:16:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:10,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:10,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:10,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742105_1281 (size=12301)
2024-12-09T13:16:10,309 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0137d6c77d074ba49592b21f63fb16f5
2024-12-09T13:16:10,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750230306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750230309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750230306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750230313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/51f0a410e2214679b568acff1c7540e2 is 50, key is test_row_0/C:col10/1733750170183/Put/seqid=0
2024-12-09T13:16:10,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742106_1282 (size=12301)
2024-12-09T13:16:10,403 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/51f0a410e2214679b568acff1c7540e2
2024-12-09T13:16:10,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/764f057af8904a02a1439335cef8de68 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/764f057af8904a02a1439335cef8de68
2024-12-09T13:16:10,430 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/764f057af8904a02a1439335cef8de68, entries=200, sequenceid=619, filesize=14.4 K
2024-12-09T13:16:10,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/0137d6c77d074ba49592b21f63fb16f5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0137d6c77d074ba49592b21f63fb16f5
2024-12-09T13:16:10,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750230424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750230424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750230424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750230430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,441 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0137d6c77d074ba49592b21f63fb16f5, entries=150, sequenceid=619, filesize=12.0 K
2024-12-09T13:16:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/51f0a410e2214679b568acff1c7540e2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/51f0a410e2214679b568acff1c7540e2
2024-12-09T13:16:10,450 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/51f0a410e2214679b568acff1c7540e2, entries=150, sequenceid=619, filesize=12.0 K
2024-12-09T13:16:10,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-09T13:16:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:10,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:10,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-09T13:16:10,454 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 259ms, sequenceid=619, compaction requested=true
2024-12-09T13:16:10,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:10,455 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:10,459 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:10,459 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:10,459 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:10,459 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/8328904867624ea5a541d2ae33b41ad4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/98db8087b6be4156bd64bc0c55f2a219, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/764f057af8904a02a1439335cef8de68] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=39.0 K
2024-12-09T13:16:10,460 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8328904867624ea5a541d2ae33b41ad4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1733750167577
2024-12-09T13:16:10,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:10,460 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 98db8087b6be4156bd64bc0c55f2a219, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1733750167993
2024-12-09T13:16:10,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:10,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:10,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:10,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:10,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:16:10,460 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 764f057af8904a02a1439335cef8de68, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1733750170180
2024-12-09T13:16:10,462 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:10,466 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:10,466 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:10,466 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:10,466 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/6f0babaffcea43bfb5f48c4445444753, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/a8dcf4977a2244adb52be5e2d5869581, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0137d6c77d074ba49592b21f63fb16f5] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.6 K
2024-12-09T13:16:10,475 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f0babaffcea43bfb5f48c4445444753, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1733750167577
2024-12-09T13:16:10,476 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8dcf4977a2244adb52be5e2d5869581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1733750167993
2024-12-09T13:16:10,483 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0137d6c77d074ba49592b21f63fb16f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1733750170180
2024-12-09T13:16:10,516 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:10,517 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:10,517 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/7b61225855824ce685d709d12c369df0 is 50, key is test_row_0/B:col10/1733750170183/Put/seqid=0
2024-12-09T13:16:10,517 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/654bf72fab754a20ac684b52fc839388 is 50, key is test_row_0/A:col10/1733750170183/Put/seqid=0
2024-12-09T13:16:10,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742107_1283 (size=13017)
2024-12-09T13:16:10,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742108_1284 (size=13017)
2024-12-09T13:16:10,605 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/654bf72fab754a20ac684b52fc839388 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/654bf72fab754a20ac684b52fc839388
2024-12-09T13:16:10,615 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 654bf72fab754a20ac684b52fc839388(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:10,616 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:10,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-09T13:16:10,616 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=13, startTime=1733750170455; duration=0sec
2024-12-09T13:16:10,616 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:10,616 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:10,616 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:10,617 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:10,617 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:10,617 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:10,617 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/bfa47b3086ef4574bf2fd571f5b63159, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e331d9f8bb40453c9e366a0bd5a1f32d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/51f0a410e2214679b568acff1c7540e2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.6 K
2024-12-09T13:16:10,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:10,618 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-09T13:16:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:10,620 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting bfa47b3086ef4574bf2fd571f5b63159, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1733750167577
2024-12-09T13:16:10,627 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e331d9f8bb40453c9e366a0bd5a1f32d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1733750167993
2024-12-09T13:16:10,627 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 51f0a410e2214679b568acff1c7540e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1733750170180
2024-12-09T13:16:10,650 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:10,655 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/a6e0f269045c4344a7a98b7203e111b8 is 50, key is test_row_0/C:col10/1733750170183/Put/seqid=0
2024-12-09T13:16:10,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:10,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/5c2b683c77e04f2ba3e3803634d1c955 is 50, key is test_row_0/A:col10/1733750170309/Put/seqid=0
2024-12-09T13:16:10,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750230677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750230688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750230691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750230688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742109_1285 (size=13017)
2024-12-09T13:16:10,727 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/a6e0f269045c4344a7a98b7203e111b8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a6e0f269045c4344a7a98b7203e111b8
2024-12-09T13:16:10,733 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into a6e0f269045c4344a7a98b7203e111b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:10,733 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:10,733 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=13, startTime=1733750170460; duration=0sec
2024-12-09T13:16:10,733 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:10,733 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:10,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742110_1286 (size=12301)
2024-12-09T13:16:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-09T13:16:10,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750230803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750230814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750230815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750230815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:10,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:10,998 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/7b61225855824ce685d709d12c369df0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7b61225855824ce685d709d12c369df0
2024-12-09T13:16:11,008 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 7b61225855824ce685d709d12c369df0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:11,008 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:11,008 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=13, startTime=1733750170460; duration=0sec
2024-12-09T13:16:11,008 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:11,008 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:11,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750231023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750231034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750231034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750231034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/5c2b683c77e04f2ba3e3803634d1c955
2024-12-09T13:16:11,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750231155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,160 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 2fcc7ef8b0d6588afcd7283b5d68b6ed of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:11,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/7a4d3b30959c447aacb0554540abf3b4 is 50, key is test_row_0/B:col10/1733750170309/Put/seqid=0
2024-12-09T13:16:11,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742111_1287 (size=12301)
2024-12-09T13:16:11,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/7a4d3b30959c447aacb0554540abf3b4
2024-12-09T13:16:11,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/5f44d10ff87546e48740b6d9a18da9cb is 50, key is test_row_0/C:col10/1733750170309/Put/seqid=0
2024-12-09T13:16:11,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742112_1288 (size=12301)
2024-12-09T13:16:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-09T13:16:11,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=657 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/5f44d10ff87546e48740b6d9a18da9cb
2024-12-09T13:16:11,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/5c2b683c77e04f2ba3e3803634d1c955 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/5c2b683c77e04f2ba3e3803634d1c955
2024-12-09T13:16:11,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/5c2b683c77e04f2ba3e3803634d1c955, entries=150, sequenceid=657, filesize=12.0 K
2024-12-09T13:16:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/7a4d3b30959c447aacb0554540abf3b4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7a4d3b30959c447aacb0554540abf3b4
2024-12-09T13:16:11,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7a4d3b30959c447aacb0554540abf3b4, entries=150, sequenceid=657, filesize=12.0 K
2024-12-09T13:16:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/5f44d10ff87546e48740b6d9a18da9cb as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/5f44d10ff87546e48740b6d9a18da9cb
2024-12-09T13:16:11,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/5f44d10ff87546e48740b6d9a18da9cb, entries=150, sequenceid=657, filesize=12.0 K
2024-12-09T13:16:11,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 715ms, sequenceid=657, compaction requested=false
2024-12-09T13:16:11,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:11,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:11,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-12-09T13:16:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-12-09T13:16:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:11,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:16:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:11,352 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-12-09T13:16:11,352 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2050 sec
2024-12-09T13:16:11,357 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.2200 sec
2024-12-09T13:16:11,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/cf0d11e5ccfe47f587ae1971eac2b84f is 50, key is test_row_0/A:col10/1733750170677/Put/seqid=0
2024-12-09T13:16:11,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742113_1289 (size=12301)
2024-12-09T13:16:11,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750231403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750231404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750231411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750231411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750231523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750231523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750231524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750231523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750231734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750231738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750231739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750231739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:11,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:11,778 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=671 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/cf0d11e5ccfe47f587ae1971eac2b84f
2024-12-09T13:16:11,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/8eb684185cf848bbbe49452ec9652f19 is 50, key is test_row_0/B:col10/1733750170677/Put/seqid=0
2024-12-09T13:16:11,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742114_1290 (size=12301)
2024-12-09T13:16:11,819 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=671 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/8eb684185cf848bbbe49452ec9652f19
2024-12-09T13:16:11,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/a9a96e34de4c43068171dc251887e62a is 50, key is test_row_0/C:col10/1733750170677/Put/seqid=0
2024-12-09T13:16:11,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742115_1291 (size=12301)
2024-12-09T13:16:12,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750232043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750232044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750232053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750232053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,247 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=671 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/a9a96e34de4c43068171dc251887e62a
2024-12-09T13:16:12,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/cf0d11e5ccfe47f587ae1971eac2b84f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/cf0d11e5ccfe47f587ae1971eac2b84f
2024-12-09T13:16:12,255 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/cf0d11e5ccfe47f587ae1971eac2b84f, entries=150, sequenceid=671, filesize=12.0 K
2024-12-09T13:16:12,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/8eb684185cf848bbbe49452ec9652f19 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8eb684185cf848bbbe49452ec9652f19
2024-12-09T13:16:12,259 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8eb684185cf848bbbe49452ec9652f19, entries=150, sequenceid=671, filesize=12.0 K
2024-12-09T13:16:12,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/a9a96e34de4c43068171dc251887e62a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a9a96e34de4c43068171dc251887e62a
2024-12-09T13:16:12,265 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a9a96e34de4c43068171dc251887e62a, entries=150, sequenceid=671, filesize=12.0 K
2024-12-09T13:16:12,266 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 921ms, sequenceid=671, compaction requested=true
2024-12-09T13:16:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:12,266 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:12,266 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:12,267 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:12,267 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:12,267 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:12,267 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:12,267 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:12,267 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:12,268 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/654bf72fab754a20ac684b52fc839388, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/5c2b683c77e04f2ba3e3803634d1c955, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/cf0d11e5ccfe47f587ae1971eac2b84f] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.7 K
2024-12-09T13:16:12,268 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7b61225855824ce685d709d12c369df0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7a4d3b30959c447aacb0554540abf3b4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8eb684185cf848bbbe49452ec9652f19] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.7 K
2024-12-09T13:16:12,268 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b61225855824ce685d709d12c369df0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1733750170180
2024-12-09T13:16:12,268 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 654bf72fab754a20ac684b52fc839388, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1733750170180
2024-12-09T13:16:12,268 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c2b683c77e04f2ba3e3803634d1c955, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1733750170298
2024-12-09T13:16:12,268 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a4d3b30959c447aacb0554540abf3b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1733750170298
2024-12-09T13:16:12,269 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf0d11e5ccfe47f587ae1971eac2b84f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1733750170657
2024-12-09T13:16:12,269 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eb684185cf848bbbe49452ec9652f19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1733750170657
2024-12-09T13:16:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-09T13:16:12,293 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:12,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-12-09T13:16:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-09T13:16:12,297 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:12,298 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:12,298 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:12,303 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#246 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:12,304 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/22a5ee343df447f3b8987524d211ebf7 is 50, key is test_row_0/B:col10/1733750170677/Put/seqid=0
2024-12-09T13:16:12,311 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#247 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:12,311 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/75056ae9036841c0969e8d3829abb729 is 50, key is test_row_0/A:col10/1733750170677/Put/seqid=0
2024-12-09T13:16:12,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742117_1293 (size=13119)
2024-12-09T13:16:12,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742116_1292 (size=13119)
2024-12-09T13:16:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-09T13:16:12,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-12-09T13:16:12,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:12,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:16:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:12,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/0bed56659b4445ea9d4a9ae1c620506e is 50, key is test_row_0/A:col10/1733750171409/Put/seqid=0
2024-12-09T13:16:12,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742118_1294 (size=12301)
2024-12-09T13:16:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:12,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:12,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750232567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750232568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750232569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750232570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-09T13:16:12,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750232683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750232683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750232683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750232683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,736 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/75056ae9036841c0969e8d3829abb729 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/75056ae9036841c0969e8d3829abb729
2024-12-09T13:16:12,746 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/22a5ee343df447f3b8987524d211ebf7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/22a5ee343df447f3b8987524d211ebf7
2024-12-09T13:16:12,751 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 75056ae9036841c0969e8d3829abb729(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:12,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:12,751 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=13, startTime=1733750172266; duration=0sec
2024-12-09T13:16:12,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:12,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:12,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:12,753 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:12,754 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:12,754 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:12,754 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a6e0f269045c4344a7a98b7203e111b8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/5f44d10ff87546e48740b6d9a18da9cb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a9a96e34de4c43068171dc251887e62a] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.7 K
2024-12-09T13:16:12,754 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 22a5ee343df447f3b8987524d211ebf7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:12,754 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:12,754 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=13, startTime=1733750172266; duration=0sec
2024-12-09T13:16:12,754 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:12,754 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:12,755 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6e0f269045c4344a7a98b7203e111b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1733750170180
2024-12-09T13:16:12,756 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f44d10ff87546e48740b6d9a18da9cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=657, earliestPutTs=1733750170298
2024-12-09T13:16:12,756 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9a96e34de4c43068171dc251887e62a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1733750170657
2024-12-09T13:16:12,764 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:12,764 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/c3b6f81db12b4dd39d57d3cc724e028f is 50, key is test_row_0/C:col10/1733750170677/Put/seqid=0
2024-12-09T13:16:12,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742119_1295 (size=13119)
2024-12-09T13:16:12,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/0bed56659b4445ea9d4a9ae1c620506e
2024-12-09T13:16:12,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/1ed9df0781d44f88b8a5fc6abd6f0036 is 50, key is test_row_0/B:col10/1733750171409/Put/seqid=0
2024-12-09T13:16:12,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742120_1296 (size=12301)
2024-12-09T13:16:12,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750232895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750232895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750232895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750232898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-09T13:16:13,191 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/c3b6f81db12b4dd39d57d3cc724e028f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c3b6f81db12b4dd39d57d3cc724e028f
2024-12-09T13:16:13,196 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into c3b6f81db12b4dd39d57d3cc724e028f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:13,196 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:13,196 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=13, startTime=1733750172266; duration=0sec
2024-12-09T13:16:13,196 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:13,196 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:13,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750233213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750233213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750233213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750233213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,299 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/1ed9df0781d44f88b8a5fc6abd6f0036
2024-12-09T13:16:13,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/10dd9332e9a04d8081d9846f65a8ac23 is 50, key is test_row_0/C:col10/1733750171409/Put/seqid=0
2024-12-09T13:16:13,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742121_1297 (size=12301)
2024-12-09T13:16:13,385 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/10dd9332e9a04d8081d9846f65a8ac23
2024-12-09T13:16:13,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/0bed56659b4445ea9d4a9ae1c620506e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/0bed56659b4445ea9d4a9ae1c620506e
2024-12-09T13:16:13,412 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/0bed56659b4445ea9d4a9ae1c620506e, entries=150, sequenceid=691, filesize=12.0 K
2024-12-09T13:16:13,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/1ed9df0781d44f88b8a5fc6abd6f0036 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1ed9df0781d44f88b8a5fc6abd6f0036
2024-12-09T13:16:13,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1ed9df0781d44f88b8a5fc6abd6f0036, entries=150, sequenceid=691, filesize=12.0 K
2024-12-09T13:16:13,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/10dd9332e9a04d8081d9846f65a8ac23 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/10dd9332e9a04d8081d9846f65a8ac23
2024-12-09T13:16:13,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/10dd9332e9a04d8081d9846f65a8ac23, entries=150, sequenceid=691, filesize=12.0 K
2024-12-09T13:16:13,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 979ms, sequenceid=691, compaction requested=false
2024-12-09T13:16:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:13,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-12-09T13:16:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-12-09T13:16:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-09T13:16:13,441 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-12-09T13:16:13,441 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1370 sec
2024-12-09T13:16:13,447 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.1510 sec
2024-12-09T13:16:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:13,725 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:16:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:13,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:13,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:13,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/d8926ec1307a42a2976702e449e83605 is 50, key is test_row_0/A:col10/1733750172567/Put/seqid=0
2024-12-09T13:16:13,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742122_1298 (size=12301)
2024-12-09T13:16:13,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750233760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750233763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750233766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750233767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750233873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750233874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750233874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:13,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750233883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750234083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750234083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750234083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750234092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,154 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/d8926ec1307a42a2976702e449e83605
2024-12-09T13:16:14,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/417016acc06b4a37bd099b9d32a99817 is 50, key is test_row_0/B:col10/1733750172567/Put/seqid=0
2024-12-09T13:16:14,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742123_1299 (size=12301)
2024-12-09T13:16:14,167 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/417016acc06b4a37bd099b9d32a99817
2024-12-09T13:16:14,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/42d0f603150c40ce93905329bc4c983b is 50, key is test_row_0/C:col10/1733750172567/Put/seqid=0
2024-12-09T13:16:14,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742124_1300 (size=12301)
2024-12-09T13:16:14,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750234393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750234393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750234393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750234403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-09T13:16:14,453 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:14,454 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-12-09T13:16:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-09T13:16:14,455 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:14,456 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:14,456 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-09T13:16:14,578 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/42d0f603150c40ce93905329bc4c983b
2024-12-09T13:16:14,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/d8926ec1307a42a2976702e449e83605 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d8926ec1307a42a2976702e449e83605
2024-12-09T13:16:14,600 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d8926ec1307a42a2976702e449e83605, entries=150, sequenceid=707, filesize=12.0 K
2024-12-09T13:16:14,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/417016acc06b4a37bd099b9d32a99817 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/417016acc06b4a37bd099b9d32a99817
2024-12-09T13:16:14,606 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/417016acc06b4a37bd099b9d32a99817, entries=150, sequenceid=707, filesize=12.0 K
2024-12-09T13:16:14,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/42d0f603150c40ce93905329bc4c983b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/42d0f603150c40ce93905329bc4c983b
2024-12-09T13:16:14,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-12-09T13:16:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:14,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:14,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:14,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/42d0f603150c40ce93905329bc4c983b, entries=150, sequenceid=707, filesize=12.0 K
2024-12-09T13:16:14,623 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 898ms, sequenceid=707, compaction requested=true
2024-12-09T13:16:14,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:14,624 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:14,624 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:14,625 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:14,625 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:14,625 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:14,625 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/75056ae9036841c0969e8d3829abb729, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/0bed56659b4445ea9d4a9ae1c620506e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d8926ec1307a42a2976702e449e83605] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.8 K
2024-12-09T13:16:14,626 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:14,626 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:14,626 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:14,626 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/22a5ee343df447f3b8987524d211ebf7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1ed9df0781d44f88b8a5fc6abd6f0036, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/417016acc06b4a37bd099b9d32a99817] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.8 K
2024-12-09T13:16:14,627 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75056ae9036841c0969e8d3829abb729, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1733750170657
2024-12-09T13:16:14,627 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 22a5ee343df447f3b8987524d211ebf7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1733750170657
2024-12-09T13:16:14,627 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bed56659b4445ea9d4a9ae1c620506e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1733750171388
2024-12-09T13:16:14,628 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8926ec1307a42a2976702e449e83605, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733750172567
2024-12-09T13:16:14,628 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ed9df0781d44f88b8a5fc6abd6f0036, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1733750171388
2024-12-09T13:16:14,628 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 417016acc06b4a37bd099b9d32a99817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733750172567
2024-12-09T13:16:14,641 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:14,641 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/7e569aed3383438c90f8fda3620ff9c7 is 50, key is test_row_0/A:col10/1733750172567/Put/seqid=0
2024-12-09T13:16:14,648 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:14,649 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/1a6bc5449be9487ba80291b27ba7525a is 50, key is test_row_0/B:col10/1733750172567/Put/seqid=0
2024-12-09T13:16:14,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742125_1301 (size=13221)
2024-12-09T13:16:14,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742126_1302 (size=13221)
2024-12-09T13:16:14,703 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/1a6bc5449be9487ba80291b27ba7525a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1a6bc5449be9487ba80291b27ba7525a
2024-12-09T13:16:14,714 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 1a6bc5449be9487ba80291b27ba7525a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:14,714 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:14,714 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=13, startTime=1733750174624; duration=0sec
2024-12-09T13:16:14,714 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:14,714 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:14,715 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:14,717 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:14,717 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:14,717 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:14,717 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c3b6f81db12b4dd39d57d3cc724e028f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/10dd9332e9a04d8081d9846f65a8ac23, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/42d0f603150c40ce93905329bc4c983b] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.8 K
2024-12-09T13:16:14,718 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c3b6f81db12b4dd39d57d3cc724e028f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1733750170657
2024-12-09T13:16:14,718 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 10dd9332e9a04d8081d9846f65a8ac23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1733750171388
2024-12-09T13:16:14,719 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 42d0f603150c40ce93905329bc4c983b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733750172567
2024-12-09T13:16:14,737 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:14,738 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/006ac94c35e64ba6ae371248b2bd03ae is 50, key is test_row_0/C:col10/1733750172567/Put/seqid=0
2024-12-09T13:16:14,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-12-09T13:16:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:14,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:16:14,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:14,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:14,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:14,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:14,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:14,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:14,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742127_1303 (size=13221)
2024-12-09T13:16:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-09T13:16:14,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/18d81fdc2cc84149bf4b4417a9bfa93b is 50, key is test_row_0/A:col10/1733750173760/Put/seqid=0
2024-12-09T13:16:14,785 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/006ac94c35e64ba6ae371248b2bd03ae as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/006ac94c35e64ba6ae371248b2bd03ae
2024-12-09T13:16:14,795 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 006ac94c35e64ba6ae371248b2bd03ae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:14,795 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:14,795 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=13, startTime=1733750174624; duration=0sec
2024-12-09T13:16:14,795 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:14,795 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:14,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742128_1304 (size=12301)
2024-12-09T13:16:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:14,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. as already flushing
2024-12-09T13:16:14,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750234931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750234933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750234935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750234939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750235046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750235046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750235053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750235054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,083 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/7e569aed3383438c90f8fda3620ff9c7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/7e569aed3383438c90f8fda3620ff9c7
2024-12-09T13:16:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-09T13:16:15,111 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 7e569aed3383438c90f8fda3620ff9c7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:15,111 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:15,111 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=13, startTime=1733750174623; duration=0sec
2024-12-09T13:16:15,111 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:15,111 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:15,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44904 deadline: 1733750235163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,166 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 2fcc7ef8b0d6588afcd7283b5d68b6ed of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,219 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=727 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/18d81fdc2cc84149bf4b4417a9bfa93b
2024-12-09T13:16:15,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750235254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750235254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750235263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750235264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/416f2311a7594cf292a489d91cff27e6 is 50, key is test_row_0/B:col10/1733750173760/Put/seqid=0
2024-12-09T13:16:15,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742129_1305 (size=12301)
2024-12-09T13:16:15,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=727 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/416f2311a7594cf292a489d91cff27e6
2024-12-09T13:16:15,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/9af7581e07d44b7ea608eb393d73fd9a is 50, key is test_row_0/C:col10/1733750173760/Put/seqid=0
2024-12-09T13:16:15,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742130_1306 (size=12301)
2024-12-09T13:16:15,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750235563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750235566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750235573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750235573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:15,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:15,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-09T13:16:15,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=727 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/9af7581e07d44b7ea608eb393d73fd9a
2024-12-09T13:16:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/18d81fdc2cc84149bf4b4417a9bfa93b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/18d81fdc2cc84149bf4b4417a9bfa93b
2024-12-09T13:16:15,868 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/18d81fdc2cc84149bf4b4417a9bfa93b, entries=150, sequenceid=727, filesize=12.0 K
2024-12-09T13:16:15,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/416f2311a7594cf292a489d91cff27e6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/416f2311a7594cf292a489d91cff27e6
2024-12-09T13:16:15,906 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/416f2311a7594cf292a489d91cff27e6, entries=150, sequenceid=727, filesize=12.0 K
2024-12-09T13:16:15,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/9af7581e07d44b7ea608eb393d73fd9a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/9af7581e07d44b7ea608eb393d73fd9a
2024-12-09T13:16:15,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/9af7581e07d44b7ea608eb393d73fd9a, entries=150, sequenceid=727, filesize=12.0 K
2024-12-09T13:16:15,926 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 1160ms, sequenceid=727, compaction requested=false
2024-12-09T13:16:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-12-09T13:16:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-12-09T13:16:15,931 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-12-09T13:16:15,931 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec
2024-12-09T13:16:15,935 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4790 sec
2024-12-09T13:16:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:16,083 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:16:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:16,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750236114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750236115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/ed8cf0feb6494b2f92b9086ba37d147a is 50, key is test_row_0/A:col10/1733750174931/Put/seqid=0
2024-12-09T13:16:16,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750236124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750236125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742131_1307 (size=14741)
2024-12-09T13:16:16,176 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=744 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/ed8cf0feb6494b2f92b9086ba37d147a
2024-12-09T13:16:16,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/c81372732ad84ee688dfa95e1218fbf3 is 50, key is test_row_0/B:col10/1733750174931/Put/seqid=0
2024-12-09T13:16:16,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742132_1308 (size=12301)
2024-12-09T13:16:16,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750236233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750236233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750236243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750236243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750236444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750236446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750236453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750236453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,547 INFO  [Thread-1050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1050.
2024-12-09T13:16:16,547 DEBUG [Thread-1050 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:16,547 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,547 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:16,547 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,547 INFO  [Thread-1052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1052.
2024-12-09T13:16:16,547 DEBUG [Thread-1052 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:16,547 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,547 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,548 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:16,551 INFO  [Thread-1046 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1046.
2024-12-09T13:16:16,551 DEBUG [Thread-1046 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:16,551 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,551 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,551 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:16,552 INFO  [Thread-1044 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1044.
2024-12-09T13:16:16,552 DEBUG [Thread-1044 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:16,552 DEBUG [Thread-1044 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,552 DEBUG [Thread-1044 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,552 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:16,552 INFO  [Thread-1048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1048.
2024-12-09T13:16:16,552 DEBUG [Thread-1048 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:16,552 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,553 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:16,557 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-09T13:16:16,603 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:16,621 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=744 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/c81372732ad84ee688dfa95e1218fbf3
2024-12-09T13:16:16,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/29a6d6798f3d418397e3d7253bbc7e7d is 50, key is test_row_0/C:col10/1733750174931/Put/seqid=0
2024-12-09T13:16:16,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742133_1309 (size=12301)
2024-12-09T13:16:16,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44902 deadline: 1733750236753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44826 deadline: 1733750236753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44852 deadline: 1733750236763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44872 deadline: 1733750236763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:17,034 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=744 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/29a6d6798f3d418397e3d7253bbc7e7d
2024-12-09T13:16:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/ed8cf0feb6494b2f92b9086ba37d147a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/ed8cf0feb6494b2f92b9086ba37d147a
2024-12-09T13:16:17,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/ed8cf0feb6494b2f92b9086ba37d147a, entries=200, sequenceid=744, filesize=14.4 K
2024-12-09T13:16:17,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/c81372732ad84ee688dfa95e1218fbf3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c81372732ad84ee688dfa95e1218fbf3
2024-12-09T13:16:17,047 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c81372732ad84ee688dfa95e1218fbf3, entries=150, sequenceid=744, filesize=12.0 K
2024-12-09T13:16:17,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/29a6d6798f3d418397e3d7253bbc7e7d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/29a6d6798f3d418397e3d7253bbc7e7d
2024-12-09T13:16:17,051 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/29a6d6798f3d418397e3d7253bbc7e7d, entries=150, sequenceid=744, filesize=12.0 K
2024-12-09T13:16:17,052 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 969ms, sequenceid=744, compaction requested=true
2024-12-09T13:16:17,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:17,053 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fcc7ef8b0d6588afcd7283b5d68b6ed:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:17,053 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:17,054 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:17,054 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:17,054 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/A is initiating minor compaction (all files)
2024-12-09T13:16:17,054 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/B is initiating minor compaction (all files)
2024-12-09T13:16:17,054 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/A in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:17,054 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/B in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:17,054 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1a6bc5449be9487ba80291b27ba7525a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/416f2311a7594cf292a489d91cff27e6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c81372732ad84ee688dfa95e1218fbf3] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.9 K
2024-12-09T13:16:17,054 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/7e569aed3383438c90f8fda3620ff9c7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/18d81fdc2cc84149bf4b4417a9bfa93b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/ed8cf0feb6494b2f92b9086ba37d147a] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=39.3 K
2024-12-09T13:16:17,054 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a6bc5449be9487ba80291b27ba7525a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733750172567
2024-12-09T13:16:17,054 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e569aed3383438c90f8fda3620ff9c7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733750172567
2024-12-09T13:16:17,055 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 416f2311a7594cf292a489d91cff27e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=727, earliestPutTs=1733750173757
2024-12-09T13:16:17,055 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18d81fdc2cc84149bf4b4417a9bfa93b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=727, earliestPutTs=1733750173757
2024-12-09T13:16:17,055 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed8cf0feb6494b2f92b9086ba37d147a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733750174922
2024-12-09T13:16:17,055 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c81372732ad84ee688dfa95e1218fbf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733750174931
2024-12-09T13:16:17,062 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:17,062 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:17,062 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/71ace1b9930c4ee98d5b9be10afbecc9 is 50, key is test_row_0/B:col10/1733750174931/Put/seqid=0
2024-12-09T13:16:17,062 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/12bca2624d194c378e6ab53d7d5274f9 is 50, key is test_row_0/A:col10/1733750174931/Put/seqid=0
2024-12-09T13:16:17,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742134_1310 (size=13323)
2024-12-09T13:16:17,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742135_1311 (size=13323)
2024-12-09T13:16:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:17,265 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:16:17,265 INFO  [Thread-1041 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1041.
2024-12-09T13:16:17,265 INFO  [Thread-1037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1037.
2024-12-09T13:16:17,265 DEBUG [Thread-1041 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:17,265 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:17,265 DEBUG [Thread-1037 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:17,265 DEBUG [Thread-1037 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:17,265 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:17,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:17,265 DEBUG [Thread-1037 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:17,265 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:17,265 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:17,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:17,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:17,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:17,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:17,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:17,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/94b568b159b14460b4fc8610dc85aa77 is 50, key is test_row_0/A:col10/1733750177264/Put/seqid=0
2024-12-09T13:16:17,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742136_1312 (size=12301)
2024-12-09T13:16:17,274 INFO  [Thread-1033 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1033.
2024-12-09T13:16:17,274 INFO  [Thread-1035 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1035.
2024-12-09T13:16:17,274 DEBUG [Thread-1035 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:17,274 DEBUG [Thread-1033 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:17,274 DEBUG [Thread-1035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:17,274 DEBUG [Thread-1033 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:17,274 DEBUG [Thread-1033 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:17,274 DEBUG [Thread-1035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:17,274 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:17,274 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:17,478 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/12bca2624d194c378e6ab53d7d5274f9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/12bca2624d194c378e6ab53d7d5274f9
2024-12-09T13:16:17,478 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/71ace1b9930c4ee98d5b9be10afbecc9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/71ace1b9930c4ee98d5b9be10afbecc9
2024-12-09T13:16:17,482 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/A of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 12bca2624d194c378e6ab53d7d5274f9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:17,482 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/B of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 71ace1b9930c4ee98d5b9be10afbecc9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:17,482 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:17,482 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:17,482 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/A, priority=13, startTime=1733750177052; duration=0sec
2024-12-09T13:16:17,482 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/B, priority=13, startTime=1733750177053; duration=0sec
2024-12-09T13:16:17,483 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:17,483 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:A
2024-12-09T13:16:17,483 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:17,483 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:B
2024-12-09T13:16:17,483 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:17,483 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:17,483 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 2fcc7ef8b0d6588afcd7283b5d68b6ed/C is initiating minor compaction (all files)
2024-12-09T13:16:17,484 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fcc7ef8b0d6588afcd7283b5d68b6ed/C in TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:17,484 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/006ac94c35e64ba6ae371248b2bd03ae, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/9af7581e07d44b7ea608eb393d73fd9a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/29a6d6798f3d418397e3d7253bbc7e7d] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp, totalSize=36.9 K
2024-12-09T13:16:17,484 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 006ac94c35e64ba6ae371248b2bd03ae, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1733750172567
2024-12-09T13:16:17,484 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9af7581e07d44b7ea608eb393d73fd9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=727, earliestPutTs=1733750173757
2024-12-09T13:16:17,485 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29a6d6798f3d418397e3d7253bbc7e7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733750174931
2024-12-09T13:16:17,491 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fcc7ef8b0d6588afcd7283b5d68b6ed#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:17,491 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/581aeacd6b09440585e278a9d711d4fe is 50, key is test_row_0/C:col10/1733750174931/Put/seqid=0
2024-12-09T13:16:17,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742137_1313 (size=13323)
2024-12-09T13:16:17,673 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/94b568b159b14460b4fc8610dc85aa77
2024-12-09T13:16:17,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/5fdd70be63df4142bd7dc7343e1ae5af is 50, key is test_row_0/B:col10/1733750177264/Put/seqid=0
2024-12-09T13:16:17,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742138_1314 (size=12301)
2024-12-09T13:16:17,900 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/581aeacd6b09440585e278a9d711d4fe as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/581aeacd6b09440585e278a9d711d4fe
2024-12-09T13:16:17,905 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fcc7ef8b0d6588afcd7283b5d68b6ed/C of 2fcc7ef8b0d6588afcd7283b5d68b6ed into 581aeacd6b09440585e278a9d711d4fe(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:17,905 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:17,905 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., storeName=2fcc7ef8b0d6588afcd7283b5d68b6ed/C, priority=13, startTime=1733750177053; duration=0sec
2024-12-09T13:16:17,905 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:17,905 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fcc7ef8b0d6588afcd7283b5d68b6ed:C
2024-12-09T13:16:18,086 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/5fdd70be63df4142bd7dc7343e1ae5af
2024-12-09T13:16:18,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/58207c93b0c5491688684eb6e616db6f is 50, key is test_row_0/C:col10/1733750177264/Put/seqid=0
2024-12-09T13:16:18,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742139_1315 (size=12301)
2024-12-09T13:16:18,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=763 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/58207c93b0c5491688684eb6e616db6f
2024-12-09T13:16:18,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/94b568b159b14460b4fc8610dc85aa77 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/94b568b159b14460b4fc8610dc85aa77
2024-12-09T13:16:18,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/94b568b159b14460b4fc8610dc85aa77, entries=150, sequenceid=763, filesize=12.0 K
2024-12-09T13:16:18,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/5fdd70be63df4142bd7dc7343e1ae5af as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5fdd70be63df4142bd7dc7343e1ae5af
2024-12-09T13:16:18,511 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5fdd70be63df4142bd7dc7343e1ae5af, entries=150, sequenceid=763, filesize=12.0 K
2024-12-09T13:16:18,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/58207c93b0c5491688684eb6e616db6f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/58207c93b0c5491688684eb6e616db6f
2024-12-09T13:16:18,514 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/58207c93b0c5491688684eb6e616db6f, entries=150, sequenceid=763, filesize=12.0 K
2024-12-09T13:16:18,515 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=13.42 KB/13740 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 1250ms, sequenceid=763, compaction requested=false
2024-12-09T13:16:18,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:

2024-12-09T13:16:21,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T13:16:25,232 INFO  [Thread-1039 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1039.
2024-12-09T13:16:25,232 DEBUG [Thread-1039 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:25,232 DEBUG [Thread-1039 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:25,232 DEBUG [Thread-1039 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:25,233 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:25,233 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-09T13:16:25,233 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 133
2024-12-09T13:16:25,233 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 138
2024-12-09T13:16:25,233 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 147
2024-12-09T13:16:25,233 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 106
2024-12-09T13:16:25,233 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 148
2024-12-09T13:16:25,234 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-09T13:16:25,234 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2297
2024-12-09T13:16:25,234 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2286
2024-12-09T13:16:25,234 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2287
2024-12-09T13:16:25,234 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2292
2024-12-09T13:16:25,234 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2245
2024-12-09T13:16:25,234 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-09T13:16:25,234 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:16:25,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:16:25,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:25,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:25,235 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:25,238 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-09T13:16:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-09T13:16:25,245 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750185245"}]},"ts":"1733750185245"}
2024-12-09T13:16:25,246 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-09T13:16:25,246 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-09T13:16:25,247 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:16:25,250 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, UNASSIGN}]
2024-12-09T13:16:25,251 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, UNASSIGN
2024-12-09T13:16:25,252 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=2fcc7ef8b0d6588afcd7283b5d68b6ed, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, UNASSIGN because future has completed
2024-12-09T13:16:25,254 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:16:25,254 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:16:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-09T13:16:25,408 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(122): Close 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1722): Closing 2fcc7ef8b0d6588afcd7283b5d68b6ed, disabling compactions & flushes
2024-12-09T13:16:25,408 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. after waiting 0 ms
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:25,408 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(2902): Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=A
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=B
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fcc7ef8b0d6588afcd7283b5d68b6ed, store=C
2024-12-09T13:16:25,408 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:25,416 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/3be471cc19454131a501dc68c5d244c0 is 50, key is test_row_0/A:col10/1733750177273/Put/seqid=0
2024-12-09T13:16:25,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742140_1316 (size=12301)
2024-12-09T13:16:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-09T13:16:25,828 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=772 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/3be471cc19454131a501dc68c5d244c0
2024-12-09T13:16:25,837 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/644e412079ad4ca78bc21630e63eb3fc is 50, key is test_row_0/B:col10/1733750177273/Put/seqid=0
2024-12-09T13:16:25,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742141_1317 (size=12301)
2024-12-09T13:16:25,850 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=772 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/644e412079ad4ca78bc21630e63eb3fc
2024-12-09T13:16:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-09T13:16:25,882 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/132dcb9a6f30446ebc20cd4b2dec7c64 is 50, key is test_row_0/C:col10/1733750177273/Put/seqid=0
2024-12-09T13:16:25,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742142_1318 (size=12301)
2024-12-09T13:16:26,292 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=772 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/132dcb9a6f30446ebc20cd4b2dec7c64
2024-12-09T13:16:26,298 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/A/3be471cc19454131a501dc68c5d244c0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3be471cc19454131a501dc68c5d244c0
2024-12-09T13:16:26,305 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3be471cc19454131a501dc68c5d244c0, entries=150, sequenceid=772, filesize=12.0 K
2024-12-09T13:16:26,306 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/B/644e412079ad4ca78bc21630e63eb3fc as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/644e412079ad4ca78bc21630e63eb3fc
2024-12-09T13:16:26,323 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/644e412079ad4ca78bc21630e63eb3fc, entries=150, sequenceid=772, filesize=12.0 K
2024-12-09T13:16:26,324 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/.tmp/C/132dcb9a6f30446ebc20cd4b2dec7c64 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/132dcb9a6f30446ebc20cd4b2dec7c64
2024-12-09T13:16:26,335 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/132dcb9a6f30446ebc20cd4b2dec7c64, entries=150, sequenceid=772, filesize=12.0 K
2024-12-09T13:16:26,336 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 928ms, sequenceid=772, compaction requested=true
2024-12-09T13:16:26,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/bc70460462aa423d8ca1de885aa9c4b4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/609bc1621fab4135ac5e77f70bb83714, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/df8809505f2d488fb18244305d0c4e1f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/29af7c72f657471e86f2308b2da47910, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/49ba6e44c9cf4813a2571ad2448dbc04, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/59ef9e7932ef4da683b0496ffcb4382b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/c4cc996eac23402a872925157c9bc884, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f15a317eabe640a4a196af34b6e0c90c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d97c29410ee44e25aaa35b8c453dad83, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6d4f210afb734effbd78705d0da85c66, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/a1de3bc8e3454f8091a2a613af0f202d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/417ff423d0da435eb876807471d9cae6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6ceec044ffad4856a25d5ab0116b5964, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f8292691f2eb488e9f0293be9049f365, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/9005c529e5f04e889f844980b9f742d6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3c3657e185964f5c964478481330b819, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/977d2926281b4faab100ef7118c54b9d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/da9461d174b644eab73cbfd134cbc8a6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/8328904867624ea5a541d2ae33b41ad4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/98db8087b6be4156bd64bc0c55f2a219, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/764f057af8904a02a1439335cef8de68, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/654bf72fab754a20ac684b52fc839388, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/5c2b683c77e04f2ba3e3803634d1c955, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/75056ae9036841c0969e8d3829abb729, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/cf0d11e5ccfe47f587ae1971eac2b84f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/0bed56659b4445ea9d4a9ae1c620506e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/7e569aed3383438c90f8fda3620ff9c7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d8926ec1307a42a2976702e449e83605, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/18d81fdc2cc84149bf4b4417a9bfa93b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/ed8cf0feb6494b2f92b9086ba37d147a] to archive
2024-12-09T13:16:26,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:16:26,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/bc70460462aa423d8ca1de885aa9c4b4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/bc70460462aa423d8ca1de885aa9c4b4
2024-12-09T13:16:26,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/609bc1621fab4135ac5e77f70bb83714 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/609bc1621fab4135ac5e77f70bb83714
2024-12-09T13:16:26,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/df8809505f2d488fb18244305d0c4e1f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/df8809505f2d488fb18244305d0c4e1f
2024-12-09T13:16:26,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/29af7c72f657471e86f2308b2da47910 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/29af7c72f657471e86f2308b2da47910
2024-12-09T13:16:26,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/49ba6e44c9cf4813a2571ad2448dbc04 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/49ba6e44c9cf4813a2571ad2448dbc04
2024-12-09T13:16:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-09T13:16:26,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/59ef9e7932ef4da683b0496ffcb4382b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/59ef9e7932ef4da683b0496ffcb4382b
2024-12-09T13:16:26,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/c4cc996eac23402a872925157c9bc884 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/c4cc996eac23402a872925157c9bc884
2024-12-09T13:16:26,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f15a317eabe640a4a196af34b6e0c90c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f15a317eabe640a4a196af34b6e0c90c
2024-12-09T13:16:26,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d97c29410ee44e25aaa35b8c453dad83 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d97c29410ee44e25aaa35b8c453dad83
2024-12-09T13:16:26,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6d4f210afb734effbd78705d0da85c66 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6d4f210afb734effbd78705d0da85c66
2024-12-09T13:16:26,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/a1de3bc8e3454f8091a2a613af0f202d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/a1de3bc8e3454f8091a2a613af0f202d
2024-12-09T13:16:26,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/417ff423d0da435eb876807471d9cae6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/417ff423d0da435eb876807471d9cae6
2024-12-09T13:16:26,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6ceec044ffad4856a25d5ab0116b5964 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/6ceec044ffad4856a25d5ab0116b5964
2024-12-09T13:16:26,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f8292691f2eb488e9f0293be9049f365 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/f8292691f2eb488e9f0293be9049f365
2024-12-09T13:16:26,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/9005c529e5f04e889f844980b9f742d6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/9005c529e5f04e889f844980b9f742d6
2024-12-09T13:16:26,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3c3657e185964f5c964478481330b819 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3c3657e185964f5c964478481330b819
2024-12-09T13:16:26,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/977d2926281b4faab100ef7118c54b9d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/977d2926281b4faab100ef7118c54b9d
2024-12-09T13:16:26,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/da9461d174b644eab73cbfd134cbc8a6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/da9461d174b644eab73cbfd134cbc8a6
2024-12-09T13:16:26,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/8328904867624ea5a541d2ae33b41ad4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/8328904867624ea5a541d2ae33b41ad4
2024-12-09T13:16:26,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/98db8087b6be4156bd64bc0c55f2a219 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/98db8087b6be4156bd64bc0c55f2a219
2024-12-09T13:16:26,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/764f057af8904a02a1439335cef8de68 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/764f057af8904a02a1439335cef8de68
2024-12-09T13:16:26,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/654bf72fab754a20ac684b52fc839388 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/654bf72fab754a20ac684b52fc839388
2024-12-09T13:16:26,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/5c2b683c77e04f2ba3e3803634d1c955 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/5c2b683c77e04f2ba3e3803634d1c955
2024-12-09T13:16:26,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/75056ae9036841c0969e8d3829abb729 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/75056ae9036841c0969e8d3829abb729
2024-12-09T13:16:26,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/cf0d11e5ccfe47f587ae1971eac2b84f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/cf0d11e5ccfe47f587ae1971eac2b84f
2024-12-09T13:16:26,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/0bed56659b4445ea9d4a9ae1c620506e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/0bed56659b4445ea9d4a9ae1c620506e
2024-12-09T13:16:26,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/7e569aed3383438c90f8fda3620ff9c7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/7e569aed3383438c90f8fda3620ff9c7
2024-12-09T13:16:26,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d8926ec1307a42a2976702e449e83605 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/d8926ec1307a42a2976702e449e83605
2024-12-09T13:16:26,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/18d81fdc2cc84149bf4b4417a9bfa93b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/18d81fdc2cc84149bf4b4417a9bfa93b
2024-12-09T13:16:26,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/ed8cf0feb6494b2f92b9086ba37d147a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/ed8cf0feb6494b2f92b9086ba37d147a
2024-12-09T13:16:26,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7f7f77bdd69041c7a2cc88121f77c192, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3cc62f5b42c342f181e03c5a9cf0253c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/fd133572e06845e69141bf75e2371b21, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/144c9e464a764c5fb7ccbd11365f0106, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3f740cf494d04daf8efeb6d134b3461f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/2ad861de1e9746bba378a24959068144, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/999e836891df46d8a9f5de419b8b3c4f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/26efb101f1324de7b27c8b8c77a2a1b0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0e403395061c4bd0bc23eff65f7b97fe, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cbf783bfcd664dbfb769001ea0b68289, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5f34286be95c464fa537207f21a0ace8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8f75adeb402c40b6a450437ccdbe307e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/01d9acbbb2474a2c9be234f5728ccf73, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0c8e8eacb7664653b27e52953856bf99, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8efccedd46974f5593985a31f26bb005, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/4059683bf54449a6bd14f55d54c83bd2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cb54f0958bf1433e9082730da79eb799, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/6f0babaffcea43bfb5f48c4445444753, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c9e348cf5e28444baee09ab4027182b0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/a8dcf4977a2244adb52be5e2d5869581, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7b61225855824ce685d709d12c369df0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0137d6c77d074ba49592b21f63fb16f5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7a4d3b30959c447aacb0554540abf3b4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/22a5ee343df447f3b8987524d211ebf7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8eb684185cf848bbbe49452ec9652f19, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1ed9df0781d44f88b8a5fc6abd6f0036, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1a6bc5449be9487ba80291b27ba7525a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/417016acc06b4a37bd099b9d32a99817, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/416f2311a7594cf292a489d91cff27e6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c81372732ad84ee688dfa95e1218fbf3] to archive
2024-12-09T13:16:26,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:16:26,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7f7f77bdd69041c7a2cc88121f77c192 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7f7f77bdd69041c7a2cc88121f77c192
2024-12-09T13:16:26,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3cc62f5b42c342f181e03c5a9cf0253c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3cc62f5b42c342f181e03c5a9cf0253c
2024-12-09T13:16:26,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/fd133572e06845e69141bf75e2371b21 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/fd133572e06845e69141bf75e2371b21
2024-12-09T13:16:26,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/144c9e464a764c5fb7ccbd11365f0106 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/144c9e464a764c5fb7ccbd11365f0106
2024-12-09T13:16:26,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3f740cf494d04daf8efeb6d134b3461f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/3f740cf494d04daf8efeb6d134b3461f
2024-12-09T13:16:26,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/2ad861de1e9746bba378a24959068144 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/2ad861de1e9746bba378a24959068144
2024-12-09T13:16:26,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/999e836891df46d8a9f5de419b8b3c4f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/999e836891df46d8a9f5de419b8b3c4f
2024-12-09T13:16:26,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/26efb101f1324de7b27c8b8c77a2a1b0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/26efb101f1324de7b27c8b8c77a2a1b0
2024-12-09T13:16:26,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0e403395061c4bd0bc23eff65f7b97fe to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0e403395061c4bd0bc23eff65f7b97fe
2024-12-09T13:16:26,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cbf783bfcd664dbfb769001ea0b68289 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cbf783bfcd664dbfb769001ea0b68289
2024-12-09T13:16:26,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5f34286be95c464fa537207f21a0ace8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5f34286be95c464fa537207f21a0ace8
2024-12-09T13:16:26,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8f75adeb402c40b6a450437ccdbe307e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8f75adeb402c40b6a450437ccdbe307e
2024-12-09T13:16:26,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/01d9acbbb2474a2c9be234f5728ccf73 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/01d9acbbb2474a2c9be234f5728ccf73
2024-12-09T13:16:26,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0c8e8eacb7664653b27e52953856bf99 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0c8e8eacb7664653b27e52953856bf99
2024-12-09T13:16:26,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8efccedd46974f5593985a31f26bb005 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8efccedd46974f5593985a31f26bb005
2024-12-09T13:16:26,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/4059683bf54449a6bd14f55d54c83bd2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/4059683bf54449a6bd14f55d54c83bd2
2024-12-09T13:16:26,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cb54f0958bf1433e9082730da79eb799 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/cb54f0958bf1433e9082730da79eb799
2024-12-09T13:16:26,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/6f0babaffcea43bfb5f48c4445444753 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/6f0babaffcea43bfb5f48c4445444753
2024-12-09T13:16:26,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c9e348cf5e28444baee09ab4027182b0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c9e348cf5e28444baee09ab4027182b0
2024-12-09T13:16:26,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/a8dcf4977a2244adb52be5e2d5869581 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/a8dcf4977a2244adb52be5e2d5869581
2024-12-09T13:16:26,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7b61225855824ce685d709d12c369df0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7b61225855824ce685d709d12c369df0
2024-12-09T13:16:26,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0137d6c77d074ba49592b21f63fb16f5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/0137d6c77d074ba49592b21f63fb16f5
2024-12-09T13:16:26,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7a4d3b30959c447aacb0554540abf3b4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/7a4d3b30959c447aacb0554540abf3b4
2024-12-09T13:16:26,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/22a5ee343df447f3b8987524d211ebf7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/22a5ee343df447f3b8987524d211ebf7
2024-12-09T13:16:26,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8eb684185cf848bbbe49452ec9652f19 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/8eb684185cf848bbbe49452ec9652f19
2024-12-09T13:16:26,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1ed9df0781d44f88b8a5fc6abd6f0036 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1ed9df0781d44f88b8a5fc6abd6f0036
2024-12-09T13:16:26,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1a6bc5449be9487ba80291b27ba7525a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/1a6bc5449be9487ba80291b27ba7525a
2024-12-09T13:16:26,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/417016acc06b4a37bd099b9d32a99817 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/417016acc06b4a37bd099b9d32a99817
2024-12-09T13:16:26,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/416f2311a7594cf292a489d91cff27e6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/416f2311a7594cf292a489d91cff27e6
2024-12-09T13:16:26,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c81372732ad84ee688dfa95e1218fbf3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/c81372732ad84ee688dfa95e1218fbf3
2024-12-09T13:16:26,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cd8b6054deb54c31850d59c158371248, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/b7bac4d5dece43fda235d5e42e203778, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/22ad415e44dc49c587274be36fc24167, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/52b7238735224404b8d735f0906cbde0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/686120bb449d4b978321f8363bd6804d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c9157b8e4a074b19b2aba10c1c2b2b4d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e8c9090682a1435381cb42f4f84833c4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/8f9d1ea71a4840c394890c295d2bc7d4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/33cb47f4428442e2a67d6965de0e1374, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/541450e6f0ed421482fbc533d3ca5105, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/1a97beff32564cd486bc086c3a0f1b78, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/3126c702021f426e8ec03e6c54f6f3ec, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/f8924982e3274a0483aac8e2cd921568, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/7cf185cd822440c69929e94ee6eae8b7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cb889982f1bb4d85ac00ffa4386314ef, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e7ff0e7f0eae4523901dd56d872a4761, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/ffa51be67252466ba2874dacc25ad489, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/bfa47b3086ef4574bf2fd571f5b63159, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/55bc0bafafba42ccb607f184b20a3ba2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e331d9f8bb40453c9e366a0bd5a1f32d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a6e0f269045c4344a7a98b7203e111b8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/51f0a410e2214679b568acff1c7540e2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/5f44d10ff87546e48740b6d9a18da9cb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c3b6f81db12b4dd39d57d3cc724e028f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a9a96e34de4c43068171dc251887e62a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/10dd9332e9a04d8081d9846f65a8ac23, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/006ac94c35e64ba6ae371248b2bd03ae, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/42d0f603150c40ce93905329bc4c983b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/9af7581e07d44b7ea608eb393d73fd9a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/29a6d6798f3d418397e3d7253bbc7e7d] to archive
2024-12-09T13:16:26,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:16:26,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cd8b6054deb54c31850d59c158371248 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cd8b6054deb54c31850d59c158371248
2024-12-09T13:16:26,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/b7bac4d5dece43fda235d5e42e203778 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/b7bac4d5dece43fda235d5e42e203778
2024-12-09T13:16:26,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/22ad415e44dc49c587274be36fc24167 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/22ad415e44dc49c587274be36fc24167
2024-12-09T13:16:26,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/52b7238735224404b8d735f0906cbde0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/52b7238735224404b8d735f0906cbde0
2024-12-09T13:16:26,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/686120bb449d4b978321f8363bd6804d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/686120bb449d4b978321f8363bd6804d
2024-12-09T13:16:26,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c9157b8e4a074b19b2aba10c1c2b2b4d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c9157b8e4a074b19b2aba10c1c2b2b4d
2024-12-09T13:16:26,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e8c9090682a1435381cb42f4f84833c4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e8c9090682a1435381cb42f4f84833c4
2024-12-09T13:16:26,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/8f9d1ea71a4840c394890c295d2bc7d4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/8f9d1ea71a4840c394890c295d2bc7d4
2024-12-09T13:16:26,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/33cb47f4428442e2a67d6965de0e1374 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/33cb47f4428442e2a67d6965de0e1374
2024-12-09T13:16:26,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/541450e6f0ed421482fbc533d3ca5105 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/541450e6f0ed421482fbc533d3ca5105
2024-12-09T13:16:26,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/1a97beff32564cd486bc086c3a0f1b78 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/1a97beff32564cd486bc086c3a0f1b78
2024-12-09T13:16:26,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/3126c702021f426e8ec03e6c54f6f3ec to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/3126c702021f426e8ec03e6c54f6f3ec
2024-12-09T13:16:26,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/f8924982e3274a0483aac8e2cd921568 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/f8924982e3274a0483aac8e2cd921568
2024-12-09T13:16:26,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/7cf185cd822440c69929e94ee6eae8b7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/7cf185cd822440c69929e94ee6eae8b7
2024-12-09T13:16:26,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cb889982f1bb4d85ac00ffa4386314ef to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/cb889982f1bb4d85ac00ffa4386314ef
2024-12-09T13:16:26,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e7ff0e7f0eae4523901dd56d872a4761 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e7ff0e7f0eae4523901dd56d872a4761
2024-12-09T13:16:26,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/ffa51be67252466ba2874dacc25ad489 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/ffa51be67252466ba2874dacc25ad489
2024-12-09T13:16:26,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/bfa47b3086ef4574bf2fd571f5b63159 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/bfa47b3086ef4574bf2fd571f5b63159
2024-12-09T13:16:26,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/55bc0bafafba42ccb607f184b20a3ba2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/55bc0bafafba42ccb607f184b20a3ba2
2024-12-09T13:16:26,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e331d9f8bb40453c9e366a0bd5a1f32d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/e331d9f8bb40453c9e366a0bd5a1f32d
2024-12-09T13:16:26,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a6e0f269045c4344a7a98b7203e111b8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a6e0f269045c4344a7a98b7203e111b8
2024-12-09T13:16:26,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/51f0a410e2214679b568acff1c7540e2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/51f0a410e2214679b568acff1c7540e2
2024-12-09T13:16:26,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/5f44d10ff87546e48740b6d9a18da9cb to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/5f44d10ff87546e48740b6d9a18da9cb
2024-12-09T13:16:26,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c3b6f81db12b4dd39d57d3cc724e028f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/c3b6f81db12b4dd39d57d3cc724e028f
2024-12-09T13:16:26,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a9a96e34de4c43068171dc251887e62a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/a9a96e34de4c43068171dc251887e62a
2024-12-09T13:16:26,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/10dd9332e9a04d8081d9846f65a8ac23 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/10dd9332e9a04d8081d9846f65a8ac23
2024-12-09T13:16:26,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/006ac94c35e64ba6ae371248b2bd03ae to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/006ac94c35e64ba6ae371248b2bd03ae
2024-12-09T13:16:26,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/42d0f603150c40ce93905329bc4c983b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/42d0f603150c40ce93905329bc4c983b
2024-12-09T13:16:26,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/9af7581e07d44b7ea608eb393d73fd9a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/9af7581e07d44b7ea608eb393d73fd9a
2024-12-09T13:16:26,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/29a6d6798f3d418397e3d7253bbc7e7d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/29a6d6798f3d418397e3d7253bbc7e7d
2024-12-09T13:16:26,562 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/recovered.edits/775.seqid, newMaxSeqId=775, maxSeqId=1
2024-12-09T13:16:26,563 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.
2024-12-09T13:16:26,563 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1676): Region close journal for 2fcc7ef8b0d6588afcd7283b5d68b6ed:
Waiting for close lock at 1733750185408Running coprocessor pre-close hooks at 1733750185408Disabling compacts and flushes for region at 1733750185408Disabling writes for close at 1733750185408Obtaining lock to block concurrent updates at 1733750185408Preparing flush snapshotting stores in 2fcc7ef8b0d6588afcd7283b5d68b6ed at 1733750185408Finished memstore snapshotting TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733750185408Flushing stores of TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed. at 1733750185409 (+1 ms)Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/A: creating writer at 1733750185409Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/A: appending metadata at 1733750185415 (+6 ms)Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/A: closing flushed file at 1733750185415Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/B: creating writer at 1733750185833 (+418 ms)Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/B: appending metadata at 1733750185837 (+4 ms)Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/B: closing flushed file at 1733750185837Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/C: creating writer at 1733750185855 (+18 ms)Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/C: appending metadata at 1733750185882 (+27 ms)Flushing 2fcc7ef8b0d6588afcd7283b5d68b6ed/C: closing flushed file at 1733750185882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3686af14: reopening flushed file at 1733750186297 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab5b617: reopening flushed file at 1733750186305 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423d6812: reopening flushed file at 1733750186323 (+18 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 2fcc7ef8b0d6588afcd7283b5d68b6ed in 928ms, sequenceid=772, compaction requested=true at 1733750186336 (+13 ms)Writing region close event to WAL at 1733750186559 (+223 ms)Running coprocessor post-close hooks at 1733750186563 (+4 ms)Closed at 1733750186563
2024-12-09T13:16:26,565 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(157): Closed 2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:26,565 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=2fcc7ef8b0d6588afcd7283b5d68b6ed, regionState=CLOSED
2024-12-09T13:16:26,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:16:26,571 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-12-09T13:16:26,571 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseRegionProcedure 2fcc7ef8b0d6588afcd7283b5d68b6ed, server=cad571b91d50,33809,1733750093218 in 1.3150 sec
2024-12-09T13:16:26,574 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77
2024-12-09T13:16:26,574 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fcc7ef8b0d6588afcd7283b5d68b6ed, UNASSIGN in 1.3210 sec
2024-12-09T13:16:26,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-12-09T13:16:26,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3280 sec
2024-12-09T13:16:26,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750186578"}]},"ts":"1733750186578"}
2024-12-09T13:16:26,580 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-09T13:16:26,580 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-09T13:16:26,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3420 sec
2024-12-09T13:16:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-09T13:16:27,403 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:27,404 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-09T13:16:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:27,406 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-09T13:16:27,407 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=80, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:27,409 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:27,411 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/recovered.edits]
2024-12-09T13:16:27,414 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/12bca2624d194c378e6ab53d7d5274f9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/12bca2624d194c378e6ab53d7d5274f9
2024-12-09T13:16:27,416 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3be471cc19454131a501dc68c5d244c0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/3be471cc19454131a501dc68c5d244c0
2024-12-09T13:16:27,417 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/94b568b159b14460b4fc8610dc85aa77 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/A/94b568b159b14460b4fc8610dc85aa77
2024-12-09T13:16:27,419 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5fdd70be63df4142bd7dc7343e1ae5af to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/5fdd70be63df4142bd7dc7343e1ae5af
2024-12-09T13:16:27,420 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/644e412079ad4ca78bc21630e63eb3fc to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/644e412079ad4ca78bc21630e63eb3fc
2024-12-09T13:16:27,422 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/71ace1b9930c4ee98d5b9be10afbecc9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/B/71ace1b9930c4ee98d5b9be10afbecc9
2024-12-09T13:16:27,425 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/132dcb9a6f30446ebc20cd4b2dec7c64 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/132dcb9a6f30446ebc20cd4b2dec7c64
2024-12-09T13:16:27,426 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/581aeacd6b09440585e278a9d711d4fe to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/581aeacd6b09440585e278a9d711d4fe
2024-12-09T13:16:27,428 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/58207c93b0c5491688684eb6e616db6f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/C/58207c93b0c5491688684eb6e616db6f
2024-12-09T13:16:27,430 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/recovered.edits/775.seqid to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed/recovered.edits/775.seqid
2024-12-09T13:16:27,431 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/2fcc7ef8b0d6588afcd7283b5d68b6ed
2024-12-09T13:16:27,431 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-09T13:16:27,433 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=80, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:27,436 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-09T13:16:27,438 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-09T13:16:27,439 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=80, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:27,439 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-09T13:16:27,440 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733750187440"}]},"ts":"9223372036854775807"}
2024-12-09T13:16:27,442 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-09T13:16:27,442 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2fcc7ef8b0d6588afcd7283b5d68b6ed, NAME => 'TestAcidGuarantees,,1733750154334.2fcc7ef8b0d6588afcd7283b5d68b6ed.', STARTKEY => '', ENDKEY => ''}]
2024-12-09T13:16:27,442 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-09T13:16:27,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733750187442"}]},"ts":"9223372036854775807"}
2024-12-09T13:16:27,443 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-09T13:16:27,444 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=80, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:27,445 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 40 msec
2024-12-09T13:16:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-09T13:16:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-09T13:16:27,516 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:27,524 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 252), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1202 (was 1524), ProcessCount=11 (was 11), AvailableMemoryMB=5292 (was 5385)
2024-12-09T13:16:27,534 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1202, ProcessCount=11, AvailableMemoryMB=5290
2024-12-09T13:16:27,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:16:27,536 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:16:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:27,541 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T13:16:27,541 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:27,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 81
2024-12-09T13:16:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-12-09T13:16:27,542 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T13:16:27,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742143_1319 (size=1061)
2024-12-09T13:16:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-12-09T13:16:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-12-09T13:16:27,963 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d
2024-12-09T13:16:27,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742144_1320 (size=53)
2024-12-09T13:16:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-12-09T13:16:28,386 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:16:28,386 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 83ae6b5150b43ac846fa69b8307cf14e, disabling compactions & flushes
2024-12-09T13:16:28,387 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:28,387 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:28,387 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. after waiting 0 ms
2024-12-09T13:16:28,387 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:28,387 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:28,387 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83ae6b5150b43ac846fa69b8307cf14e:
Waiting for close lock at 1733750188386Disabling compacts and flushes for region at 1733750188386Disabling writes for close at 1733750188387 (+1 ms)Writing region close event to WAL at 1733750188387Closed at 1733750188387
2024-12-09T13:16:28,388 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T13:16:28,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733750188388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733750188388"}]},"ts":"1733750188388"}
2024-12-09T13:16:28,390 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T13:16:28,391 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T13:16:28,391 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750188391"}]},"ts":"1733750188391"}
2024-12-09T13:16:28,392 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-09T13:16:28,393 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, ASSIGN}]
2024-12-09T13:16:28,394 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, ASSIGN
2024-12-09T13:16:28,394 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, ASSIGN; state=OFFLINE, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=false
2024-12-09T13:16:28,545 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=83ae6b5150b43ac846fa69b8307cf14e, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:28,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, ASSIGN because future has completed
2024-12-09T13:16:28,547 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:16:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-12-09T13:16:28,702 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:28,702 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:16:28,703 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,703 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:16:28,703 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7794): checking encryption for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,703 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7797): checking classloading for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,704 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 83ae6b5150b43ac846fa69b8307cf14e 
2024-12-09T13:16:28,705 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:28,705 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae6b5150b43ac846fa69b8307cf14e columnFamilyName A
2024-12-09T13:16:28,705 DEBUG [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:28,706 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(327): Store=83ae6b5150b43ac846fa69b8307cf14e/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:28,706 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 83ae6b5150b43ac846fa69b8307cf14e 
2024-12-09T13:16:28,707 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:28,707 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae6b5150b43ac846fa69b8307cf14e columnFamilyName B
2024-12-09T13:16:28,707 DEBUG [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:28,707 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(327): Store=83ae6b5150b43ac846fa69b8307cf14e/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:28,707 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 83ae6b5150b43ac846fa69b8307cf14e 
2024-12-09T13:16:28,708 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:28,708 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae6b5150b43ac846fa69b8307cf14e columnFamilyName C
2024-12-09T13:16:28,708 DEBUG [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:28,709 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(327): Store=83ae6b5150b43ac846fa69b8307cf14e/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:28,709 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:28,709 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1038): replaying wal for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,710 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,710 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,711 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1048): stopping wal replay for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,711 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1060): Cleaning up temporary data for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,711 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:16:28,712 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1093): writing seq id for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,714 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:16:28,714 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1114): Opened 83ae6b5150b43ac846fa69b8307cf14e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64845067, jitterRate=-0.03373320400714874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:16:28,714 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:28,715 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1006): Region open journal for 83ae6b5150b43ac846fa69b8307cf14e:
Running coprocessor pre-open hook at 1733750188703Writing region info on filesystem at 1733750188703Initializing all the Stores at 1733750188704 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750188704Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750188704Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750188704Cleaning up temporary data from old regions at 1733750188711 (+7 ms)Running coprocessor post-open hooks at 1733750188714 (+3 ms)Region opened successfully at 1733750188715 (+1 ms)
2024-12-09T13:16:28,715 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., pid=83, masterSystemTime=1733750188699
2024-12-09T13:16:28,717 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:28,717 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:28,718 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=83ae6b5150b43ac846fa69b8307cf14e, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:16:28,722 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-12-09T13:16:28,722 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218 in 173 msec
2024-12-09T13:16:28,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-12-09T13:16:28,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, ASSIGN in 330 msec
2024-12-09T13:16:28,725 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T13:16:28,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750188725"}]},"ts":"1733750188725"}
2024-12-09T13:16:28,726 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-09T13:16:28,727 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T13:16:28,728 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec
2024-12-09T13:16:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81
2024-12-09T13:16:29,704 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:29,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:29,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:29,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:29,708 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:29,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:29,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:29,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3231e9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:29,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:29,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:29,711 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b36ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:29,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:29,714 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:29,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:16:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,35467,1733750092138
2024-12-09T13:16:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1676471e
2024-12-09T13:16:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:16:29,717 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:16:29,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:16:29,718 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:16:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:29,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742145_1321 (size=1097)
2024-12-09T13:16:29,738 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-09T13:16:29,738 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-09T13:16:29,741 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:16:29,755 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, REOPEN/MOVE}]
2024-12-09T13:16:29,756 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, REOPEN/MOVE
2024-12-09T13:16:29,757 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=83ae6b5150b43ac846fa69b8307cf14e, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:29,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, REOPEN/MOVE because future has completed
2024-12-09T13:16:29,766 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:16:29,766 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:16:29,920 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:29,920 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:16:29,920 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 83ae6b5150b43ac846fa69b8307cf14e, disabling compactions & flushes
2024-12-09T13:16:29,920 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:29,920 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:29,920 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. after waiting 0 ms
2024-12-09T13:16:29,920 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:29,929 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-09T13:16:29,930 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:29,930 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 83ae6b5150b43ac846fa69b8307cf14e:
Waiting for close lock at 1733750189920Running coprocessor pre-close hooks at 1733750189920Disabling compacts and flushes for region at 1733750189920Disabling writes for close at 1733750189920Writing region close event to WAL at 1733750189920Running coprocessor post-close hooks at 1733750189930 (+10 ms)Closed at 1733750189930
2024-12-09T13:16:29,930 WARN  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionServer(3299): Not adding moved region record: 83ae6b5150b43ac846fa69b8307cf14e to self.
2024-12-09T13:16:29,932 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:29,932 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=83ae6b5150b43ac846fa69b8307cf14e, regionState=CLOSED
2024-12-09T13:16:29,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:16:29,936 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-12-09T13:16:29,937 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218 in 169 msec
2024-12-09T13:16:29,937 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, REOPEN/MOVE; state=CLOSED, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=true
2024-12-09T13:16:30,088 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=83ae6b5150b43ac846fa69b8307cf14e, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, REOPEN/MOVE because future has completed
2024-12-09T13:16:30,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:16:30,245 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,245 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:16:30,245 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,245 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:16:30,245 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,245 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,247 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 83ae6b5150b43ac846fa69b8307cf14e 
2024-12-09T13:16:30,248 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:30,248 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae6b5150b43ac846fa69b8307cf14e columnFamilyName A
2024-12-09T13:16:30,249 DEBUG [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:30,250 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(327): Store=83ae6b5150b43ac846fa69b8307cf14e/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:30,250 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 83ae6b5150b43ac846fa69b8307cf14e 
2024-12-09T13:16:30,251 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:30,251 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae6b5150b43ac846fa69b8307cf14e columnFamilyName B
2024-12-09T13:16:30,251 DEBUG [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:30,252 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(327): Store=83ae6b5150b43ac846fa69b8307cf14e/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:30,252 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 83ae6b5150b43ac846fa69b8307cf14e 
2024-12-09T13:16:30,253 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:30,253 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae6b5150b43ac846fa69b8307cf14e columnFamilyName C
2024-12-09T13:16:30,253 DEBUG [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:30,254 INFO  [StoreOpener-83ae6b5150b43ac846fa69b8307cf14e-1 {}] regionserver.HStore(327): Store=83ae6b5150b43ac846fa69b8307cf14e/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:30,254 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,254 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,254 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,255 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,256 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,256 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,257 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:16:30,259 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,260 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 83ae6b5150b43ac846fa69b8307cf14e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69964292, jitterRate=0.042549192905426025}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:16:30,260 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,261 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 83ae6b5150b43ac846fa69b8307cf14e:
Running coprocessor pre-open hook at 1733750190245Writing region info on filesystem at 1733750190245Initializing all the Stores at 1733750190246 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750190246Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750190247 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750190247Cleaning up temporary data from old regions at 1733750190256 (+9 ms)Running coprocessor post-open hooks at 1733750190260 (+4 ms)Region opened successfully at 1733750190260
2024-12-09T13:16:30,261 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., pid=88, masterSystemTime=1733750190242
2024-12-09T13:16:30,263 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,263 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,264 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=83ae6b5150b43ac846fa69b8307cf14e, regionState=OPEN, openSeqNum=5, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:16:30,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=86
2024-12-09T13:16:30,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218 in 176 msec
2024-12-09T13:16:30,268 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85
2024-12-09T13:16:30,269 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, REOPEN/MOVE in 512 msec
2024-12-09T13:16:30,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-12-09T13:16:30,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 528 msec
2024-12-09T13:16:30,272 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 552 msec
2024-12-09T13:16:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-12-09T13:16:30,273 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:30,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,275 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a43688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,276 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1b4e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,278 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796c2308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,279 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e9536f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,280 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318e2aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,281 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126965d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,283 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7602f1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,284 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218119b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,286 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377c0b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,287 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67be3904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,289 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b360bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,290 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518d2f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,292 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba7193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,294 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fbf23b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,295 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c508f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,297 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f653aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,298 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1461a8f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,300 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6ac267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:30,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:30,302 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b7df58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:30,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:30,303 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f355fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:30,304 DEBUG [Thread-1473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,304 DEBUG [Thread-1477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,304 DEBUG [Thread-1492 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,304 DEBUG [Thread-1486 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,305 DEBUG [Thread-1481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,306 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,306 DEBUG [Thread-1490 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,306 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,307 DEBUG [Thread-1484 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,307 DEBUG [Thread-1488 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,308 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees
2024-12-09T13:16:30,309 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,309 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,309 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-09T13:16:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,313 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:30,314 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:30,314 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,325 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-09T13:16:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:30,331 DEBUG [Thread-1475 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,332 DEBUG [Thread-1475 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,332 DEBUG [Thread-1475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,333 DEBUG [Thread-1479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:30,333 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:30,334 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:30,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:16:30,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b40f294e7d6c404d8dddce5d7f46eb93_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750190324/Put/seqid=0
2024-12-09T13:16:30,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750250375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750250376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742146_1322 (size=14594)
2024-12-09T13:16:30,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750250381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750250382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750250383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-09T13:16:30,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750250494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750250494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750250503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750250504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750250504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-09T13:16:30,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:30,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:30,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750250713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750250713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750250723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750250723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750250723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:30,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,794 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:30,802 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b40f294e7d6c404d8dddce5d7f46eb93_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b40f294e7d6c404d8dddce5d7f46eb93_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:30,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0070bd1573a94edf91caffd9c51380e9, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:30,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0070bd1573a94edf91caffd9c51380e9 is 175, key is test_row_0/A:col10/1733750190324/Put/seqid=0
2024-12-09T13:16:30,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742147_1323 (size=39549)
2024-12-09T13:16:30,833 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0070bd1573a94edf91caffd9c51380e9
2024-12-09T13:16:30,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/b681f97b772c421cac2431c668c97d01 is 50, key is test_row_0/B:col10/1733750190324/Put/seqid=0
2024-12-09T13:16:30,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742148_1324 (size=12001)
2024-12-09T13:16:30,882 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/b681f97b772c421cac2431c668c97d01
2024-12-09T13:16:30,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/a1c4528454ee4bfa86610209150e1e6d is 50, key is test_row_0/C:col10/1733750190324/Put/seqid=0
2024-12-09T13:16:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-09T13:16:30,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742149_1325 (size=12001)
2024-12-09T13:16:30,936 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/a1c4528454ee4bfa86610209150e1e6d
2024-12-09T13:16:30,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:30,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:30,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:30,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:30,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0070bd1573a94edf91caffd9c51380e9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0070bd1573a94edf91caffd9c51380e9
2024-12-09T13:16:30,958 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0070bd1573a94edf91caffd9c51380e9, entries=200, sequenceid=16, filesize=38.6 K
2024-12-09T13:16:30,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/b681f97b772c421cac2431c668c97d01 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b681f97b772c421cac2431c668c97d01
2024-12-09T13:16:30,966 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b681f97b772c421cac2431c668c97d01, entries=150, sequenceid=16, filesize=11.7 K
2024-12-09T13:16:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/a1c4528454ee4bfa86610209150e1e6d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a1c4528454ee4bfa86610209150e1e6d
2024-12-09T13:16:30,975 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a1c4528454ee4bfa86610209150e1e6d, entries=150, sequenceid=16, filesize=11.7 K
2024-12-09T13:16:30,979 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 83ae6b5150b43ac846fa69b8307cf14e in 654ms, sequenceid=16, compaction requested=false
2024-12-09T13:16:30,979 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-09T13:16:30,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:31,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750190376, max timestamp=1733750191037Num uniques 859; 
2024-12-09T13:16:31,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:31,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750190376, max timestamp=1733750191037Num uniques 859; 
2024-12-09T13:16:31,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:31,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750190376, max timestamp=1733750191037Num uniques 859; 
2024-12-09T13:16:31,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:31,052 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB
2024-12-09T13:16:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:31,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:31,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090b486f3e12cf494d97017764c08c2cba_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750190376/Put/seqid=0
2024-12-09T13:16:31,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742150_1326 (size=14594)
2024-12-09T13:16:31,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750191088, max timestamp=1733750191152Num uniques 859; 
2024-12-09T13:16:31,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:16:31,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750191088, max timestamp=1733750191152Num uniques 859; 
2024-12-09T13:16:31,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:16:31,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750191088, max timestamp=1733750191152Num uniques 859; 
2024-12-09T13:16:31,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:16:31,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750251184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750251186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750251192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750251197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750251198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750251313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750251313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750251313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750251313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750251323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-09T13:16:31,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:31,502 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090b486f3e12cf494d97017764c08c2cba_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090b486f3e12cf494d97017764c08c2cba_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:31,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/e407e69f900a42ce9b9f345f7b1b1fa1, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:31,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/e407e69f900a42ce9b9f345f7b1b1fa1 is 175, key is test_row_0/A:col10/1733750190376/Put/seqid=0
2024-12-09T13:16:31,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742151_1327 (size=39549)
2024-12-09T13:16:31,515 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/e407e69f900a42ce9b9f345f7b1b1fa1
2024-12-09T13:16:31,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/37cb18b24a2e422aa39a1678a74cda6d is 50, key is test_row_0/B:col10/1733750190376/Put/seqid=0
2024-12-09T13:16:31,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750251533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750251534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750251535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750251535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750251544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742152_1328 (size=12001)
2024-12-09T13:16:31,561 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/37cb18b24a2e422aa39a1678a74cda6d
2024-12-09T13:16:31,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/4c2534c116ec4ab89152a011c4e06487 is 50, key is test_row_0/C:col10/1733750190376/Put/seqid=0
2024-12-09T13:16:31,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742153_1329 (size=12001)
2024-12-09T13:16:31,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750251853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750251853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750251854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750251854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750251854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:31,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:31,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:31,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:31,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:32,024 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/4c2534c116ec4ab89152a011c4e06487
2024-12-09T13:16:32,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/e407e69f900a42ce9b9f345f7b1b1fa1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/e407e69f900a42ce9b9f345f7b1b1fa1
2024-12-09T13:16:32,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:32,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:32,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:32,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:32,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:32,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:32,050 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/e407e69f900a42ce9b9f345f7b1b1fa1, entries=200, sequenceid=42, filesize=38.6 K
2024-12-09T13:16:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/37cb18b24a2e422aa39a1678a74cda6d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/37cb18b24a2e422aa39a1678a74cda6d
2024-12-09T13:16:32,061 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/37cb18b24a2e422aa39a1678a74cda6d, entries=150, sequenceid=42, filesize=11.7 K
2024-12-09T13:16:32,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/4c2534c116ec4ab89152a011c4e06487 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/4c2534c116ec4ab89152a011c4e06487
2024-12-09T13:16:32,070 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/4c2534c116ec4ab89152a011c4e06487, entries=150, sequenceid=42, filesize=11.7 K
2024-12-09T13:16:32,072 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=127.47 KB/130530 for 83ae6b5150b43ac846fa69b8307cf14e in 1020ms, sequenceid=42, compaction requested=false
2024-12-09T13:16:32,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:32,102 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:16:32,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-09T13:16:32,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:32,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-09T13:16:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:32,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209270300d6bf1c4a72b88d3fb6a10abd56_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750191188/Put/seqid=0
2024-12-09T13:16:32,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742154_1330 (size=12154)
2024-12-09T13:16:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:32,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209270300d6bf1c4a72b88d3fb6a10abd56_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209270300d6bf1c4a72b88d3fb6a10abd56_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/a5492244c0654caf860dc7be0cabd7c4, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/a5492244c0654caf860dc7be0cabd7c4 is 175, key is test_row_0/A:col10/1733750191188/Put/seqid=0
2024-12-09T13:16:32,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742155_1331 (size=30955)
2024-12-09T13:16:32,248 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/a5492244c0654caf860dc7be0cabd7c4
2024-12-09T13:16:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/90808603e38d4e89bb4ee6e677c7654a is 50, key is test_row_0/B:col10/1733750191188/Put/seqid=0
2024-12-09T13:16:32,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742156_1332 (size=12001)
2024-12-09T13:16:32,291 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/90808603e38d4e89bb4ee6e677c7654a
2024-12-09T13:16:32,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/aaadc54d868a465aadbc869bc7a7d44a is 50, key is test_row_0/C:col10/1733750191188/Put/seqid=0
2024-12-09T13:16:32,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742157_1333 (size=12001)
2024-12-09T13:16:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:32,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:32,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750252386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750252387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750252388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750252389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750252399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-09T13:16:32,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750252503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750252514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750252515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750252515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750252526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,717 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/aaadc54d868a465aadbc869bc7a7d44a
2024-12-09T13:16:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/a5492244c0654caf860dc7be0cabd7c4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a5492244c0654caf860dc7be0cabd7c4
2024-12-09T13:16:32,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a5492244c0654caf860dc7be0cabd7c4, entries=150, sequenceid=77, filesize=30.2 K
2024-12-09T13:16:32,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750252725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750252725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750252725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750252725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/90808603e38d4e89bb4ee6e677c7654a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/90808603e38d4e89bb4ee6e677c7654a
2024-12-09T13:16:32,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/90808603e38d4e89bb4ee6e677c7654a, entries=150, sequenceid=77, filesize=11.7 K
2024-12-09T13:16:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/aaadc54d868a465aadbc869bc7a7d44a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/aaadc54d868a465aadbc869bc7a7d44a
2024-12-09T13:16:32,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750252743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:32,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/aaadc54d868a465aadbc869bc7a7d44a, entries=150, sequenceid=77, filesize=11.7 K
2024-12-09T13:16:32,753 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 83ae6b5150b43ac846fa69b8307cf14e in 550ms, sequenceid=77, compaction requested=true
2024-12-09T13:16:32,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:32,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:32,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90
2024-12-09T13:16:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=90
2024-12-09T13:16:32,760 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-12-09T13:16:32,760 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4410 sec
2024-12-09T13:16:32,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.4550 sec
2024-12-09T13:16:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:33,055 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:16:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:33,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120947f402afe2ae4adfa917b56159a46408_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750193051/Put/seqid=0
2024-12-09T13:16:33,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742158_1334 (size=12154)
2024-12-09T13:16:33,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:33,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750253107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750253120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,142 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120947f402afe2ae4adfa917b56159a46408_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120947f402afe2ae4adfa917b56159a46408_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:33,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750253129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750253132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750253132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/b9d9c1d8af55414dba72ac7477183b46, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:33,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/b9d9c1d8af55414dba72ac7477183b46 is 175, key is test_row_0/A:col10/1733750193051/Put/seqid=0
2024-12-09T13:16:33,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742159_1335 (size=30955)
2024-12-09T13:16:33,190 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/b9d9c1d8af55414dba72ac7477183b46
2024-12-09T13:16:33,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/19c645e532d645d5bb48ece8bd03e7c0 is 50, key is test_row_0/B:col10/1733750193051/Put/seqid=0
2024-12-09T13:16:33,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742160_1336 (size=12001)
2024-12-09T13:16:33,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750253243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750253243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750253263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750253264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750253266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750253463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750253463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750253474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750253476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750253483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,650 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/19c645e532d645d5bb48ece8bd03e7c0
2024-12-09T13:16:33,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/97f95cffb6594a5e9d6da46a93f927f0 is 50, key is test_row_0/C:col10/1733750193051/Put/seqid=0
2024-12-09T13:16:33,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742161_1337 (size=12001)
2024-12-09T13:16:33,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750253793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750253793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750253805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750253805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750253806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,164 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/97f95cffb6594a5e9d6da46a93f927f0
2024-12-09T13:16:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/b9d9c1d8af55414dba72ac7477183b46 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b9d9c1d8af55414dba72ac7477183b46
2024-12-09T13:16:34,184 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b9d9c1d8af55414dba72ac7477183b46, entries=150, sequenceid=91, filesize=30.2 K
2024-12-09T13:16:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/19c645e532d645d5bb48ece8bd03e7c0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/19c645e532d645d5bb48ece8bd03e7c0
2024-12-09T13:16:34,188 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/19c645e532d645d5bb48ece8bd03e7c0, entries=150, sequenceid=91, filesize=11.7 K
2024-12-09T13:16:34,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/97f95cffb6594a5e9d6da46a93f927f0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/97f95cffb6594a5e9d6da46a93f927f0
2024-12-09T13:16:34,200 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/97f95cffb6594a5e9d6da46a93f927f0, entries=150, sequenceid=91, filesize=11.7 K
2024-12-09T13:16:34,201 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 83ae6b5150b43ac846fa69b8307cf14e in 1146ms, sequenceid=91, compaction requested=true
2024-12-09T13:16:34,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:34,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:34,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:34,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:34,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:16:34,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:34,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-12-09T13:16:34,202 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:34,203 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:34,203 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:34,204 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/A is initiating minor compaction (all files)
2024-12-09T13:16:34,204 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/A in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,204 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0070bd1573a94edf91caffd9c51380e9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/e407e69f900a42ce9b9f345f7b1b1fa1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a5492244c0654caf860dc7be0cabd7c4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b9d9c1d8af55414dba72ac7477183b46] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=137.7 K
2024-12-09T13:16:34,204 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,204 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0070bd1573a94edf91caffd9c51380e9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/e407e69f900a42ce9b9f345f7b1b1fa1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a5492244c0654caf860dc7be0cabd7c4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b9d9c1d8af55414dba72ac7477183b46]
2024-12-09T13:16:34,205 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0070bd1573a94edf91caffd9c51380e9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750190311
2024-12-09T13:16:34,206 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e407e69f900a42ce9b9f345f7b1b1fa1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733750190376
2024-12-09T13:16:34,206 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:34,206 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/C is initiating minor compaction (all files)
2024-12-09T13:16:34,206 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/C in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,207 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a1c4528454ee4bfa86610209150e1e6d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/4c2534c116ec4ab89152a011c4e06487, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/aaadc54d868a465aadbc869bc7a7d44a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/97f95cffb6594a5e9d6da46a93f927f0] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=46.9 K
2024-12-09T13:16:34,208 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting a5492244c0654caf860dc7be0cabd7c4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733750191180
2024-12-09T13:16:34,208 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1c4528454ee4bfa86610209150e1e6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750190311
2024-12-09T13:16:34,209 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b9d9c1d8af55414dba72ac7477183b46, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733750192387
2024-12-09T13:16:34,209 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c2534c116ec4ab89152a011c4e06487, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733750190376
2024-12-09T13:16:34,210 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaadc54d868a465aadbc869bc7a7d44a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733750191180
2024-12-09T13:16:34,210 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97f95cffb6594a5e9d6da46a93f927f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733750192387
2024-12-09T13:16:34,227 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:34,230 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#C#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:34,231 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/e49d4e8f881f4f59b28b8bb0379f9cf7 is 50, key is test_row_0/C:col10/1733750193051/Put/seqid=0
2024-12-09T13:16:34,237 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412092c17be956a1e44d4990332c52a7a4da8_83ae6b5150b43ac846fa69b8307cf14e store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:34,243 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412092c17be956a1e44d4990332c52a7a4da8_83ae6b5150b43ac846fa69b8307cf14e, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:34,243 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092c17be956a1e44d4990332c52a7a4da8_83ae6b5150b43ac846fa69b8307cf14e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:34,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742162_1338 (size=12139)
2024-12-09T13:16:34,255 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/e49d4e8f881f4f59b28b8bb0379f9cf7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/e49d4e8f881f4f59b28b8bb0379f9cf7
2024-12-09T13:16:34,260 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/C of 83ae6b5150b43ac846fa69b8307cf14e into e49d4e8f881f4f59b28b8bb0379f9cf7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:34,260 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:34,260 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/C, priority=12, startTime=1733750194202; duration=0sec
2024-12-09T13:16:34,260 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:34,260 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:34,260 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:34,265 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:34,265 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/B is initiating minor compaction (all files)
2024-12-09T13:16:34,265 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/B in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,265 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b681f97b772c421cac2431c668c97d01, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/37cb18b24a2e422aa39a1678a74cda6d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/90808603e38d4e89bb4ee6e677c7654a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/19c645e532d645d5bb48ece8bd03e7c0] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=46.9 K
2024-12-09T13:16:34,267 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b681f97b772c421cac2431c668c97d01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750190311
2024-12-09T13:16:34,269 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37cb18b24a2e422aa39a1678a74cda6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733750190376
2024-12-09T13:16:34,270 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90808603e38d4e89bb4ee6e677c7654a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733750191180
2024-12-09T13:16:34,272 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19c645e532d645d5bb48ece8bd03e7c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733750192387
2024-12-09T13:16:34,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742163_1339 (size=4469)
2024-12-09T13:16:34,291 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#A#compaction#285 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:34,292 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/7d285c7a240f4176a6b4fe05af4e14a8 is 175, key is test_row_0/A:col10/1733750193051/Put/seqid=0
2024-12-09T13:16:34,305 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#B#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:34,305 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/8d4cb275f446477483f11c77039c0b9c is 50, key is test_row_0/B:col10/1733750193051/Put/seqid=0
2024-12-09T13:16:34,323 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-09T13:16:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:34,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750193124, max timestamp=1733750194321Num uniques 859; 
2024-12-09T13:16:34,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-09T13:16:34,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750193124, max timestamp=1733750194321Num uniques 859; 
2024-12-09T13:16:34,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-09T13:16:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:34,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742165_1341 (size=12139)
2024-12-09T13:16:34,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cd6ae53ea37f486093ec55dd7199688c_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750194321/Put/seqid=0
2024-12-09T13:16:34,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742164_1340 (size=31093)
2024-12-09T13:16:34,352 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/8d4cb275f446477483f11c77039c0b9c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/8d4cb275f446477483f11c77039c0b9c
2024-12-09T13:16:34,357 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/B of 83ae6b5150b43ac846fa69b8307cf14e into 8d4cb275f446477483f11c77039c0b9c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:34,357 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:34,357 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/B, priority=12, startTime=1733750194202; duration=0sec
2024-12-09T13:16:34,357 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:34,357 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:34,359 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/7d285c7a240f4176a6b4fe05af4e14a8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7d285c7a240f4176a6b4fe05af4e14a8
2024-12-09T13:16:34,365 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/A of 83ae6b5150b43ac846fa69b8307cf14e into 7d285c7a240f4176a6b4fe05af4e14a8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:34,365 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:34,365 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/A, priority=12, startTime=1733750194202; duration=0sec
2024-12-09T13:16:34,365 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:34,365 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:34,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742166_1342 (size=12154)
2024-12-09T13:16:34,367 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:34,370 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cd6ae53ea37f486093ec55dd7199688c_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cd6ae53ea37f486093ec55dd7199688c_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:34,371 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/5ec829ce36e1437f80f9c7fff0cd24f3, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:34,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/5ec829ce36e1437f80f9c7fff0cd24f3 is 175, key is test_row_0/A:col10/1733750194321/Put/seqid=0
2024-12-09T13:16:34,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742167_1343 (size=30955)
2024-12-09T13:16:34,378 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=8.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/5ec829ce36e1437f80f9c7fff0cd24f3
2024-12-09T13:16:34,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/264a9f59dd994a6e937b1386c527e54a is 50, key is test_row_0/B:col10/1733750194321/Put/seqid=0
2024-12-09T13:16:34,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742168_1344 (size=12001)
2024-12-09T13:16:34,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750254396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750194365, max timestamp=1733750194409Num uniques 859; 
2024-12-09T13:16:34,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750194365, max timestamp=1733750194409Num uniques 859; 
2024-12-09T13:16:34,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:16:34,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750194365, max timestamp=1733750194409Num uniques 859; 
2024-12-09T13:16:34,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:16:34,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:16:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-12-09T13:16:34,463 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:34,464 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees
2024-12-09T13:16:34,466 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:34,466 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:34,467 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:34,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750254456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-09T13:16:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750254472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750254472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750254476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750254524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-09T13:16:34,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750254584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750254586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750254586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750254594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-09T13:16:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:34,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750254743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-09T13:16:34,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:34,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:34,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-09T13:16:34,802 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/264a9f59dd994a6e937b1386c527e54a
2024-12-09T13:16:34,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/18b44e0b64cc416ca102f74f337e6b4b is 50, key is test_row_0/C:col10/1733750194321/Put/seqid=0
2024-12-09T13:16:34,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750254804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750254804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750254805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750254805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:34,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742169_1345 (size=12001)
2024-12-09T13:16:34,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-09T13:16:34,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:34,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:34,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:34,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:35,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750255073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-09T13:16:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:35,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-09T13:16:35,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750255123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750255123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750255123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750255123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-09T13:16:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:35,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:35,265 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/18b44e0b64cc416ca102f74f337e6b4b
2024-12-09T13:16:35,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/5ec829ce36e1437f80f9c7fff0cd24f3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/5ec829ce36e1437f80f9c7fff0cd24f3
2024-12-09T13:16:35,278 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/5ec829ce36e1437f80f9c7fff0cd24f3, entries=150, sequenceid=113, filesize=30.2 K
2024-12-09T13:16:35,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/264a9f59dd994a6e937b1386c527e54a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/264a9f59dd994a6e937b1386c527e54a
2024-12-09T13:16:35,283 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/264a9f59dd994a6e937b1386c527e54a, entries=150, sequenceid=113, filesize=11.7 K
2024-12-09T13:16:35,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/18b44e0b64cc416ca102f74f337e6b4b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/18b44e0b64cc416ca102f74f337e6b4b
2024-12-09T13:16:35,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/18b44e0b64cc416ca102f74f337e6b4b, entries=150, sequenceid=113, filesize=11.7 K
2024-12-09T13:16:35,291 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~57.36 KB/58732, heapSize ~162.30 KB/166192, currentSize=134.18 KB/137400 for 83ae6b5150b43ac846fa69b8307cf14e in 967ms, sequenceid=113, compaction requested=false
2024-12-09T13:16:35,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:35,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-09T13:16:35,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:35,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-12-09T13:16:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098d6bc4c82dd14236ae91f593f8859db5_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750194471/Put/seqid=0
2024-12-09T13:16:35,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742170_1346 (size=12304)
2024-12-09T13:16:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-09T13:16:35,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750255644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750255645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750255648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750255651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750255652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750255772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750255773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750255773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:35,846 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098d6bc4c82dd14236ae91f593f8859db5_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098d6bc4c82dd14236ae91f593f8859db5_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:35,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/aaf53e7170cd4066a23082993083e415, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:35,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/aaf53e7170cd4066a23082993083e415 is 175, key is test_row_0/A:col10/1733750194471/Put/seqid=0
2024-12-09T13:16:35,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742171_1347 (size=31105)
2024-12-09T13:16:36,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750255993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750255993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750255993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/aaf53e7170cd4066a23082993083e415
2024-12-09T13:16:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/7e2b4441920a4643b7b412bd1847442b is 50, key is test_row_0/B:col10/1733750194471/Put/seqid=0
2024-12-09T13:16:36,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742172_1348 (size=12151)
2024-12-09T13:16:36,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750256313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750256313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750256313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-09T13:16:36,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750256663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750256664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,669 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_1' in 83ae6b5150b43ac846fa69b8307cf14e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:36,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,670 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 83ae6b5150b43ac846fa69b8307cf14e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:36,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/7e2b4441920a4643b7b412bd1847442b
2024-12-09T13:16:36,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/50c5612901994e30a193dc27ca57bfc3 is 50, key is test_row_0/C:col10/1733750194471/Put/seqid=0
2024-12-09T13:16:36,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742173_1349 (size=12151)
2024-12-09T13:16:36,784 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/50c5612901994e30a193dc27ca57bfc3
2024-12-09T13:16:36,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/aaf53e7170cd4066a23082993083e415 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/aaf53e7170cd4066a23082993083e415
2024-12-09T13:16:36,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/aaf53e7170cd4066a23082993083e415, entries=150, sequenceid=151, filesize=30.4 K
2024-12-09T13:16:36,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/7e2b4441920a4643b7b412bd1847442b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/7e2b4441920a4643b7b412bd1847442b
2024-12-09T13:16:36,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/7e2b4441920a4643b7b412bd1847442b, entries=150, sequenceid=151, filesize=11.9 K
2024-12-09T13:16:36,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/50c5612901994e30a193dc27ca57bfc3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/50c5612901994e30a193dc27ca57bfc3
2024-12-09T13:16:36,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750256834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750256834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:36,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/50c5612901994e30a193dc27ca57bfc3, entries=150, sequenceid=151, filesize=11.9 K
2024-12-09T13:16:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 83ae6b5150b43ac846fa69b8307cf14e in 1456ms, sequenceid=151, compaction requested=true
2024-12-09T13:16:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92
2024-12-09T13:16:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=92
2024-12-09T13:16:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:36,871 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-12-09T13:16:36,871 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3990 sec
2024-12-09T13:16:36,871 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-09T13:16:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:36,875 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.4080 sec
2024-12-09T13:16:36,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099416f30a06b64c9ababab652e0b3722b_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750195627/Put/seqid=0
2024-12-09T13:16:36,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742174_1350 (size=14794)
2024-12-09T13:16:36,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:36,968 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099416f30a06b64c9ababab652e0b3722b_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099416f30a06b64c9ababab652e0b3722b_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:36,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0bc31958c0644399abba2f3dc05b9db6, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:36,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0bc31958c0644399abba2f3dc05b9db6 is 175, key is test_row_0/A:col10/1733750195627/Put/seqid=0
2024-12-09T13:16:37,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742175_1351 (size=39749)
2024-12-09T13:16:37,031 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0bc31958c0644399abba2f3dc05b9db6
2024-12-09T13:16:37,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/727ea6f2b39b46908d530764cf178740 is 50, key is test_row_0/B:col10/1733750195627/Put/seqid=0
2024-12-09T13:16:37,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742176_1352 (size=12151)
2024-12-09T13:16:37,131 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/727ea6f2b39b46908d530764cf178740
2024-12-09T13:16:37,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/849824369c4145188e4b52bada6d448c is 50, key is test_row_0/C:col10/1733750195627/Put/seqid=0
2024-12-09T13:16:37,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742177_1353 (size=12151)
2024-12-09T13:16:37,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/849824369c4145188e4b52bada6d448c
2024-12-09T13:16:37,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0bc31958c0644399abba2f3dc05b9db6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0bc31958c0644399abba2f3dc05b9db6
2024-12-09T13:16:37,242 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0bc31958c0644399abba2f3dc05b9db6, entries=200, sequenceid=162, filesize=38.8 K
2024-12-09T13:16:37,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/727ea6f2b39b46908d530764cf178740 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/727ea6f2b39b46908d530764cf178740
2024-12-09T13:16:37,251 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/727ea6f2b39b46908d530764cf178740, entries=150, sequenceid=162, filesize=11.9 K
2024-12-09T13:16:37,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/849824369c4145188e4b52bada6d448c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/849824369c4145188e4b52bada6d448c
2024-12-09T13:16:37,261 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/849824369c4145188e4b52bada6d448c, entries=150, sequenceid=162, filesize=11.9 K
2024-12-09T13:16:37,262 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=87.22 KB/89310 for 83ae6b5150b43ac846fa69b8307cf14e in 391ms, sequenceid=162, compaction requested=true
2024-12-09T13:16:37,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:37,263 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:16:37,263 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:37,271 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:16:37,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:37,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:37,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:37,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:37,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:37,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:37,275 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132902 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:37,275 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/A is initiating minor compaction (all files)
2024-12-09T13:16:37,275 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/A in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:37,275 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7d285c7a240f4176a6b4fe05af4e14a8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/5ec829ce36e1437f80f9c7fff0cd24f3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/aaf53e7170cd4066a23082993083e415, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0bc31958c0644399abba2f3dc05b9db6] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=129.8 K
2024-12-09T13:16:37,275 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:37,275 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7d285c7a240f4176a6b4fe05af4e14a8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/5ec829ce36e1437f80f9c7fff0cd24f3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/aaf53e7170cd4066a23082993083e415, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0bc31958c0644399abba2f3dc05b9db6]
2024-12-09T13:16:37,276 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d285c7a240f4176a6b4fe05af4e14a8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733750192387
2024-12-09T13:16:37,277 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ec829ce36e1437f80f9c7fff0cd24f3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733750193129
2024-12-09T13:16:37,278 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting aaf53e7170cd4066a23082993083e415, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733750194451
2024-12-09T13:16:37,282 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:37,282 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/B is initiating minor compaction (all files)
2024-12-09T13:16:37,282 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/B in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:37,282 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/8d4cb275f446477483f11c77039c0b9c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/264a9f59dd994a6e937b1386c527e54a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/7e2b4441920a4643b7b412bd1847442b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/727ea6f2b39b46908d530764cf178740] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=47.3 K
2024-12-09T13:16:37,284 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bc31958c0644399abba2f3dc05b9db6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733750195618
2024-12-09T13:16:37,284 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d4cb275f446477483f11c77039c0b9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733750192387
2024-12-09T13:16:37,285 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 264a9f59dd994a6e937b1386c527e54a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733750193129
2024-12-09T13:16:37,287 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e2b4441920a4643b7b412bd1847442b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733750194451
2024-12-09T13:16:37,288 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 727ea6f2b39b46908d530764cf178740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733750195627
2024-12-09T13:16:37,311 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:37,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a5acde22942042f4b9873792cfc996ab_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750197269/Put/seqid=0
2024-12-09T13:16:37,324 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120908bd5c3959ce4161b3e44a8f704c3a24_83ae6b5150b43ac846fa69b8307cf14e store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:37,325 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#B#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:37,325 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/146508dc04754f0da2d1b895d648dd15 is 50, key is test_row_0/B:col10/1733750195627/Put/seqid=0
2024-12-09T13:16:37,327 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120908bd5c3959ce4161b3e44a8f704c3a24_83ae6b5150b43ac846fa69b8307cf14e, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:37,327 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120908bd5c3959ce4161b3e44a8f704c3a24_83ae6b5150b43ac846fa69b8307cf14e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:37,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742178_1354 (size=14794)
2024-12-09T13:16:37,393 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:37,398 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a5acde22942042f4b9873792cfc996ab_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a5acde22942042f4b9873792cfc996ab_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:37,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/23b194f0dbc84098b4db5d8ea82c096f, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:37,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/23b194f0dbc84098b4db5d8ea82c096f is 175, key is test_row_0/A:col10/1733750197269/Put/seqid=0
2024-12-09T13:16:37,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742179_1355 (size=12425)
2024-12-09T13:16:37,477 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/146508dc04754f0da2d1b895d648dd15 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/146508dc04754f0da2d1b895d648dd15
2024-12-09T13:16:37,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742180_1356 (size=4469)
2024-12-09T13:16:37,496 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/B of 83ae6b5150b43ac846fa69b8307cf14e into 146508dc04754f0da2d1b895d648dd15(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:37,496 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:37,496 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/B, priority=12, startTime=1733750197263; duration=0sec
2024-12-09T13:16:37,496 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:37,496 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:37,496 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:37,499 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:37,499 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/C is initiating minor compaction (all files)
2024-12-09T13:16:37,499 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/C in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:37,500 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/e49d4e8f881f4f59b28b8bb0379f9cf7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/18b44e0b64cc416ca102f74f337e6b4b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/50c5612901994e30a193dc27ca57bfc3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/849824369c4145188e4b52bada6d448c] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=47.3 K
2024-12-09T13:16:37,500 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e49d4e8f881f4f59b28b8bb0379f9cf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733750192387
2024-12-09T13:16:37,501 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b44e0b64cc416ca102f74f337e6b4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733750193129
2024-12-09T13:16:37,501 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50c5612901994e30a193dc27ca57bfc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733750194451
2024-12-09T13:16:37,501 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 849824369c4145188e4b52bada6d448c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733750195627
2024-12-09T13:16:37,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742181_1357 (size=39749)
2024-12-09T13:16:37,511 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/23b194f0dbc84098b4db5d8ea82c096f
2024-12-09T13:16:37,526 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#C#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:37,526 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/2fbeffe7131c45658018a28142261f5e is 50, key is test_row_0/C:col10/1733750195627/Put/seqid=0
2024-12-09T13:16:37,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/86d2c8575bbe4ace9e01d18e0a09dbda is 50, key is test_row_0/B:col10/1733750197269/Put/seqid=0
2024-12-09T13:16:37,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742182_1358 (size=12425)
2024-12-09T13:16:37,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750257571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:37,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:37,600 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/2fbeffe7131c45658018a28142261f5e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/2fbeffe7131c45658018a28142261f5e
2024-12-09T13:16:37,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742183_1359 (size=12151)
2024-12-09T13:16:37,602 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/86d2c8575bbe4ace9e01d18e0a09dbda
2024-12-09T13:16:37,612 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/C of 83ae6b5150b43ac846fa69b8307cf14e into 2fbeffe7131c45658018a28142261f5e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:37,612 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:37,612 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/C, priority=12, startTime=1733750197263; duration=0sec
2024-12-09T13:16:37,612 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:37,612 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:37,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/6fc93aefb61344ab8f2618dcc2587315 is 50, key is test_row_0/C:col10/1733750197269/Put/seqid=0
2024-12-09T13:16:37,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742184_1360 (size=12151)
2024-12-09T13:16:37,666 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/6fc93aefb61344ab8f2618dcc2587315
2024-12-09T13:16:37,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/23b194f0dbc84098b4db5d8ea82c096f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/23b194f0dbc84098b4db5d8ea82c096f
2024-12-09T13:16:37,679 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/23b194f0dbc84098b4db5d8ea82c096f, entries=200, sequenceid=179, filesize=38.8 K
2024-12-09T13:16:37,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/86d2c8575bbe4ace9e01d18e0a09dbda as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/86d2c8575bbe4ace9e01d18e0a09dbda
2024-12-09T13:16:37,687 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/86d2c8575bbe4ace9e01d18e0a09dbda, entries=150, sequenceid=179, filesize=11.9 K
2024-12-09T13:16:37,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/6fc93aefb61344ab8f2618dcc2587315 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6fc93aefb61344ab8f2618dcc2587315
2024-12-09T13:16:37,692 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6fc93aefb61344ab8f2618dcc2587315, entries=150, sequenceid=179, filesize=11.9 K
2024-12-09T13:16:37,693 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 83ae6b5150b43ac846fa69b8307cf14e in 422ms, sequenceid=179, compaction requested=false
2024-12-09T13:16:37,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:37,706 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:16:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:37,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:37,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209188d4f2cfafb41a19794a327b99311b2_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750197569/Put/seqid=0
2024-12-09T13:16:37,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742185_1361 (size=14794)
2024-12-09T13:16:37,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750257834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:37,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750257873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:37,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750257873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:37,880 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_1' in 83ae6b5150b43ac846fa69b8307cf14e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2228 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:37,881 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 83ae6b5150b43ac846fa69b8307cf14e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2233 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:37,883 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#A#compaction#297 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:37,884 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/c04f908fc51d46d9b27876501dcb1d80 is 175, key is test_row_0/A:col10/1733750195627/Put/seqid=0
2024-12-09T13:16:37,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742186_1362 (size=31379)
2024-12-09T13:16:37,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750257954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:38,153 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:38,159 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209188d4f2cfafb41a19794a327b99311b2_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209188d4f2cfafb41a19794a327b99311b2_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:38,161 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/eade86bed8cc4af7aa973955c99d9068, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:38,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/eade86bed8cc4af7aa973955c99d9068 is 175, key is test_row_0/A:col10/1733750197569/Put/seqid=0
2024-12-09T13:16:38,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750258173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:38,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742187_1363 (size=39749)
2024-12-09T13:16:38,189 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/eade86bed8cc4af7aa973955c99d9068
2024-12-09T13:16:38,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/a019f4c6634a4571a8561103e117b4a2 is 50, key is test_row_0/B:col10/1733750197569/Put/seqid=0
2024-12-09T13:16:38,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742188_1364 (size=12151)
2024-12-09T13:16:38,233 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/a019f4c6634a4571a8561103e117b4a2
2024-12-09T13:16:38,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/91f75731a70d40df90fc1abb1e0f4d92 is 50, key is test_row_0/C:col10/1733750197569/Put/seqid=0
2024-12-09T13:16:38,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742189_1365 (size=12151)
2024-12-09T13:16:38,296 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/91f75731a70d40df90fc1abb1e0f4d92
2024-12-09T13:16:38,299 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/c04f908fc51d46d9b27876501dcb1d80 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c04f908fc51d46d9b27876501dcb1d80
2024-12-09T13:16:38,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/eade86bed8cc4af7aa973955c99d9068 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/eade86bed8cc4af7aa973955c99d9068
2024-12-09T13:16:38,305 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/A of 83ae6b5150b43ac846fa69b8307cf14e into c04f908fc51d46d9b27876501dcb1d80(size=30.6 K), total size for store is 69.5 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-12-09T13:16:38,305 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:38,305 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/A, priority=12, startTime=1733750197263; duration=1sec
2024-12-09T13:16:38,305 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:38,305 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:38,307 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/eade86bed8cc4af7aa973955c99d9068, entries=200, sequenceid=197, filesize=38.8 K
2024-12-09T13:16:38,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/a019f4c6634a4571a8561103e117b4a2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a019f4c6634a4571a8561103e117b4a2
2024-12-09T13:16:38,310 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a019f4c6634a4571a8561103e117b4a2, entries=150, sequenceid=197, filesize=11.9 K
2024-12-09T13:16:38,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/91f75731a70d40df90fc1abb1e0f4d92 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/91f75731a70d40df90fc1abb1e0f4d92
2024-12-09T13:16:38,319 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/91f75731a70d40df90fc1abb1e0f4d92, entries=150, sequenceid=197, filesize=11.9 K
2024-12-09T13:16:38,320 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 83ae6b5150b43ac846fa69b8307cf14e in 614ms, sequenceid=197, compaction requested=true
2024-12-09T13:16:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:38,320 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:38,320 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:38,321 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110877 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:38,321 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:38,321 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/B is initiating minor compaction (all files)
2024-12-09T13:16:38,321 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/A is initiating minor compaction (all files)
2024-12-09T13:16:38,321 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/B in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:38,321 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/A in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:38,321 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/146508dc04754f0da2d1b895d648dd15, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/86d2c8575bbe4ace9e01d18e0a09dbda, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a019f4c6634a4571a8561103e117b4a2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=35.9 K
2024-12-09T13:16:38,321 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c04f908fc51d46d9b27876501dcb1d80, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/23b194f0dbc84098b4db5d8ea82c096f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/eade86bed8cc4af7aa973955c99d9068] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=108.3 K
2024-12-09T13:16:38,321 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:38,321 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c04f908fc51d46d9b27876501dcb1d80, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/23b194f0dbc84098b4db5d8ea82c096f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/eade86bed8cc4af7aa973955c99d9068]
2024-12-09T13:16:38,321 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 146508dc04754f0da2d1b895d648dd15, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733750195627
2024-12-09T13:16:38,322 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c04f908fc51d46d9b27876501dcb1d80, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733750195627
2024-12-09T13:16:38,322 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 86d2c8575bbe4ace9e01d18e0a09dbda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733750197149
2024-12-09T13:16:38,322 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23b194f0dbc84098b4db5d8ea82c096f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733750197149
2024-12-09T13:16:38,322 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting a019f4c6634a4571a8561103e117b4a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733750197544
2024-12-09T13:16:38,322 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting eade86bed8cc4af7aa973955c99d9068, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733750197530
2024-12-09T13:16:38,327 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:38,331 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209ceed8231995b4fe78e7b012122984b7e_83ae6b5150b43ac846fa69b8307cf14e store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:38,333 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209ceed8231995b4fe78e7b012122984b7e_83ae6b5150b43ac846fa69b8307cf14e, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:38,333 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ceed8231995b4fe78e7b012122984b7e_83ae6b5150b43ac846fa69b8307cf14e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:38,350 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:38,351 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/a573de82ab5b411b94e207c0bcb6c08b is 50, key is test_row_0/B:col10/1733750197569/Put/seqid=0
2024-12-09T13:16:38,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742190_1366 (size=4469)
2024-12-09T13:16:38,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742191_1367 (size=12527)
2024-12-09T13:16:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:38,499 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:16:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:38,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ec7371ca2af94395bce8436e6ce2d3c7_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750197784/Put/seqid=0
2024-12-09T13:16:38,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742192_1368 (size=14794)
2024-12-09T13:16:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-12-09T13:16:38,655 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:38,655 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-12-09T13:16:38,659 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-09T13:16:38,660 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:38,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:38,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750258667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:38,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:38,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750258685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:38,701 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_1' in 83ae6b5150b43ac846fa69b8307cf14e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:38,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750258695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:38,718 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 83ae6b5150b43ac846fa69b8307cf14e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4262 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-09T13:16:38,781 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#A#compaction#306 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:38,781 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/7f3c64f5e6294dc39ed1e0ca90bafcc0 is 175, key is test_row_0/A:col10/1733750197569/Put/seqid=0
2024-12-09T13:16:38,801 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/a573de82ab5b411b94e207c0bcb6c08b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a573de82ab5b411b94e207c0bcb6c08b
2024-12-09T13:16:38,808 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/B of 83ae6b5150b43ac846fa69b8307cf14e into a573de82ab5b411b94e207c0bcb6c08b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:38,808 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:38,808 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/B, priority=13, startTime=1733750198320; duration=0sec
2024-12-09T13:16:38,808 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:38,808 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:38,808 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:38,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750258794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:38,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-09T13:16:38,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:38,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:38,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:38,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:38,816 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:38,816 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/C is initiating minor compaction (all files)
2024-12-09T13:16:38,816 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/C in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:38,816 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/2fbeffe7131c45658018a28142261f5e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6fc93aefb61344ab8f2618dcc2587315, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/91f75731a70d40df90fc1abb1e0f4d92] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=35.9 K
2024-12-09T13:16:38,816 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fbeffe7131c45658018a28142261f5e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733750195627
2024-12-09T13:16:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:38,820 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fc93aefb61344ab8f2618dcc2587315, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733750197149
2024-12-09T13:16:38,827 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 91f75731a70d40df90fc1abb1e0f4d92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733750197544
2024-12-09T13:16:38,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742193_1369 (size=31481)
2024-12-09T13:16:38,856 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:38,856 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/07a9ea8d5a3848c1a83df42a41ce2430 is 50, key is test_row_0/C:col10/1733750197569/Put/seqid=0
2024-12-09T13:16:38,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742194_1370 (size=12527)
2024-12-09T13:16:38,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:38,922 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ec7371ca2af94395bce8436e6ce2d3c7_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ec7371ca2af94395bce8436e6ce2d3c7_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:38,925 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/cb6edafa80b44763966468b8a0ce6144, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:38,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/cb6edafa80b44763966468b8a0ce6144 is 175, key is test_row_0/A:col10/1733750197784/Put/seqid=0
2024-12-09T13:16:38,926 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/07a9ea8d5a3848c1a83df42a41ce2430 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/07a9ea8d5a3848c1a83df42a41ce2430
2024-12-09T13:16:38,934 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/C of 83ae6b5150b43ac846fa69b8307cf14e into 07a9ea8d5a3848c1a83df42a41ce2430(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:38,934 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:38,934 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/C, priority=13, startTime=1733750198320; duration=0sec
2024-12-09T13:16:38,935 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:38,935 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:38,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742195_1371 (size=39749)
2024-12-09T13:16:38,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-09T13:16:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:38,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-09T13:16:39,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750259013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:39,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-09T13:16:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,265 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/7f3c64f5e6294dc39ed1e0ca90bafcc0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7f3c64f5e6294dc39ed1e0ca90bafcc0
2024-12-09T13:16:39,271 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/A of 83ae6b5150b43ac846fa69b8307cf14e into 7f3c64f5e6294dc39ed1e0ca90bafcc0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:39,271 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:39,271 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/A, priority=13, startTime=1733750198320; duration=0sec
2024-12-09T13:16:39,271 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:39,271 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-09T13:16:39,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-09T13:16:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750259323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:39,355 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/cb6edafa80b44763966468b8a0ce6144
2024-12-09T13:16:39,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/d260938b50e849368c9e202e94b45a91 is 50, key is test_row_0/B:col10/1733750197784/Put/seqid=0
2024-12-09T13:16:39,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742196_1372 (size=12151)
2024-12-09T13:16:39,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-09T13:16:39,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:39,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-09T13:16:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-09T13:16:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:39,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-09T13:16:39,799 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/d260938b50e849368c9e202e94b45a91
2024-12-09T13:16:39,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/dd604208bc2d4ab8bf40cc28c67b8f13 is 50, key is test_row_0/C:col10/1733750197784/Put/seqid=0
2024-12-09T13:16:39,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750259847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:39,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742197_1373 (size=12151)
2024-12-09T13:16:39,891 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/dd604208bc2d4ab8bf40cc28c67b8f13
2024-12-09T13:16:39,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/cb6edafa80b44763966468b8a0ce6144 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/cb6edafa80b44763966468b8a0ce6144
2024-12-09T13:16:39,903 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/cb6edafa80b44763966468b8a0ce6144, entries=200, sequenceid=215, filesize=38.8 K
2024-12-09T13:16:39,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/d260938b50e849368c9e202e94b45a91 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d260938b50e849368c9e202e94b45a91
2024-12-09T13:16:39,916 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d260938b50e849368c9e202e94b45a91, entries=150, sequenceid=215, filesize=11.9 K
2024-12-09T13:16:39,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/dd604208bc2d4ab8bf40cc28c67b8f13 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/dd604208bc2d4ab8bf40cc28c67b8f13
2024-12-09T13:16:39,922 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/dd604208bc2d4ab8bf40cc28c67b8f13, entries=150, sequenceid=215, filesize=11.9 K
2024-12-09T13:16:39,923 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 83ae6b5150b43ac846fa69b8307cf14e in 1424ms, sequenceid=215, compaction requested=false
2024-12-09T13:16:39,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:39,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-09T13:16:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:39,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-09T13:16:39,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:39,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:39,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096d4db266393a40fd9e06a253e05d748b_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750199924/Put/seqid=0
2024-12-09T13:16:39,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742198_1374 (size=14794)
2024-12-09T13:16:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:39,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412096d4db266393a40fd9e06a253e05d748b_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096d4db266393a40fd9e06a253e05d748b_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:40,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/9b32a7a1723846228667e57b133b04ba, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/9b32a7a1723846228667e57b133b04ba is 175, key is test_row_0/A:col10/1733750199924/Put/seqid=0
2024-12-09T13:16:40,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742199_1375 (size=39749)
2024-12-09T13:16:40,060 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/9b32a7a1723846228667e57b133b04ba
2024-12-09T13:16:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/2bf01f68a7c84b3b89040d3d660cea12 is 50, key is test_row_0/B:col10/1733750199924/Put/seqid=0
2024-12-09T13:16:40,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750260101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742200_1376 (size=12151)
2024-12-09T13:16:40,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/2bf01f68a7c84b3b89040d3d660cea12
2024-12-09T13:16:40,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750260119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/7987994055e14fc8a966e11e86253720 is 50, key is test_row_0/C:col10/1733750199924/Put/seqid=0
2024-12-09T13:16:40,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742201_1377 (size=12151)
2024-12-09T13:16:40,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/7987994055e14fc8a966e11e86253720
2024-12-09T13:16:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/9b32a7a1723846228667e57b133b04ba as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9b32a7a1723846228667e57b133b04ba
2024-12-09T13:16:40,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750260223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,255 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9b32a7a1723846228667e57b133b04ba, entries=200, sequenceid=234, filesize=38.8 K
2024-12-09T13:16:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/2bf01f68a7c84b3b89040d3d660cea12 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/2bf01f68a7c84b3b89040d3d660cea12
2024-12-09T13:16:40,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/2bf01f68a7c84b3b89040d3d660cea12, entries=150, sequenceid=234, filesize=11.9 K
2024-12-09T13:16:40,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/7987994055e14fc8a966e11e86253720 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7987994055e14fc8a966e11e86253720
2024-12-09T13:16:40,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7987994055e14fc8a966e11e86253720, entries=150, sequenceid=234, filesize=11.9 K
2024-12-09T13:16:40,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 83ae6b5150b43ac846fa69b8307cf14e in 345ms, sequenceid=234, compaction requested=true
2024-12-09T13:16:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-12-09T13:16:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=94
2024-12-09T13:16:40,286 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-12-09T13:16:40,286 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6200 sec
2024-12-09T13:16:40,288 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:16:40,288 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.6320 sec
2024-12-09T13:16:40,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:40,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:40,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:40,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:40,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:40,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:40,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120965da5d330cd444bd8c5573de0d00cade_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750200284/Put/seqid=0
2024-12-09T13:16:40,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742202_1378 (size=14794)
2024-12-09T13:16:40,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:40,375 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120965da5d330cd444bd8c5573de0d00cade_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120965da5d330cd444bd8c5573de0d00cade_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:40,376 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/30ab2fc74f3747e381f8926dc063306d, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:40,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/30ab2fc74f3747e381f8926dc063306d is 175, key is test_row_0/A:col10/1733750200284/Put/seqid=0
2024-12-09T13:16:40,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742203_1379 (size=39749)
2024-12-09T13:16:40,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750260526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750260530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750260653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750260653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-09T13:16:40,813 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/30ab2fc74f3747e381f8926dc063306d
2024-12-09T13:16:40,813 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:40,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-12-09T13:16:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-09T13:16:40,817 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:40,819 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:40,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:40,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/444cb823da0a4cc1ba84e54c076089cb is 50, key is test_row_0/B:col10/1733750200284/Put/seqid=0
2024-12-09T13:16:40,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742204_1380 (size=12151)
2024-12-09T13:16:40,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750260863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,876 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 83ae6b5150b43ac846fa69b8307cf14e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:16:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750260883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750260886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-09T13:16:40,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-09T13:16:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:40,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-09T13:16:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-09T13:16:41,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750261207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:41,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750261218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:41,243 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/444cb823da0a4cc1ba84e54c076089cb
2024-12-09T13:16:41,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/8e694a24e88f4cfbb8d9b5092476e53e is 50, key is test_row_0/C:col10/1733750200284/Put/seqid=0
2024-12-09T13:16:41,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-09T13:16:41,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:41,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742205_1381 (size=12151)
2024-12-09T13:16:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-09T13:16:41,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-09T13:16:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-09T13:16:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,737 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/8e694a24e88f4cfbb8d9b5092476e53e
2024-12-09T13:16:41,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750261733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:41,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-09T13:16:41,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750261743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:41,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:41,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/30ab2fc74f3747e381f8926dc063306d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/30ab2fc74f3747e381f8926dc063306d
2024-12-09T13:16:41,790 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/30ab2fc74f3747e381f8926dc063306d, entries=200, sequenceid=251, filesize=38.8 K
2024-12-09T13:16:41,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/444cb823da0a4cc1ba84e54c076089cb as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/444cb823da0a4cc1ba84e54c076089cb
2024-12-09T13:16:41,798 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/444cb823da0a4cc1ba84e54c076089cb, entries=150, sequenceid=251, filesize=11.9 K
2024-12-09T13:16:41,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/8e694a24e88f4cfbb8d9b5092476e53e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/8e694a24e88f4cfbb8d9b5092476e53e
2024-12-09T13:16:41,839 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/8e694a24e88f4cfbb8d9b5092476e53e, entries=150, sequenceid=251, filesize=11.9 K
2024-12-09T13:16:41,841 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 83ae6b5150b43ac846fa69b8307cf14e in 1552ms, sequenceid=251, compaction requested=true
2024-12-09T13:16:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:16:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-12-09T13:16:41,841 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:41,841 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:41,857 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 150728 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:41,857 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:41,857 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/A is initiating minor compaction (all files)
2024-12-09T13:16:41,857 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/C is initiating minor compaction (all files)
2024-12-09T13:16:41,857 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/C in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,857 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/A in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,857 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/07a9ea8d5a3848c1a83df42a41ce2430, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/dd604208bc2d4ab8bf40cc28c67b8f13, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7987994055e14fc8a966e11e86253720, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/8e694a24e88f4cfbb8d9b5092476e53e] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=47.8 K
2024-12-09T13:16:41,857 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7f3c64f5e6294dc39ed1e0ca90bafcc0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/cb6edafa80b44763966468b8a0ce6144, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9b32a7a1723846228667e57b133b04ba, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/30ab2fc74f3747e381f8926dc063306d] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=147.2 K
2024-12-09T13:16:41,857 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,857 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7f3c64f5e6294dc39ed1e0ca90bafcc0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/cb6edafa80b44763966468b8a0ce6144, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9b32a7a1723846228667e57b133b04ba, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/30ab2fc74f3747e381f8926dc063306d]
2024-12-09T13:16:41,859 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f3c64f5e6294dc39ed1e0ca90bafcc0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733750197544
2024-12-09T13:16:41,859 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 07a9ea8d5a3848c1a83df42a41ce2430, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733750197544
2024-12-09T13:16:41,859 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb6edafa80b44763966468b8a0ce6144, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733750197784
2024-12-09T13:16:41,862 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting dd604208bc2d4ab8bf40cc28c67b8f13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733750197784
2024-12-09T13:16:41,862 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b32a7a1723846228667e57b133b04ba, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733750198623
2024-12-09T13:16:41,862 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30ab2fc74f3747e381f8926dc063306d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733750200014
2024-12-09T13:16:41,862 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7987994055e14fc8a966e11e86253720, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733750198648
2024-12-09T13:16:41,862 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e694a24e88f4cfbb8d9b5092476e53e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733750200077
2024-12-09T13:16:41,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-09T13:16:41,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:41,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-09T13:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:41,947 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-09T13:16:41,955 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#C#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:41,955 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/b2f97efa53604a85ab0259e36bcb8113 is 50, key is test_row_0/C:col10/1733750200284/Put/seqid=0
2024-12-09T13:16:41,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f67956ab4e0b40b58a3250412bb54a40_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750200523/Put/seqid=0
2024-12-09T13:16:41,986 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120956f4da55446a4290882983344f19e877_83ae6b5150b43ac846fa69b8307cf14e store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:41,989 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120956f4da55446a4290882983344f19e877_83ae6b5150b43ac846fa69b8307cf14e, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:41,989 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120956f4da55446a4290882983344f19e877_83ae6b5150b43ac846fa69b8307cf14e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:42,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742206_1382 (size=12663)
2024-12-09T13:16:42,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742207_1383 (size=12454)
2024-12-09T13:16:42,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,042 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f67956ab4e0b40b58a3250412bb54a40_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f67956ab4e0b40b58a3250412bb54a40_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:42,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0dfd3ba898d748369a96368f2d563930, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0dfd3ba898d748369a96368f2d563930 is 175, key is test_row_0/A:col10/1733750200523/Put/seqid=0
2024-12-09T13:16:42,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742208_1384 (size=4469)
2024-12-09T13:16:42,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742209_1385 (size=31255)
2024-12-09T13:16:42,419 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/b2f97efa53604a85ab0259e36bcb8113 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b2f97efa53604a85ab0259e36bcb8113
2024-12-09T13:16:42,426 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/C of 83ae6b5150b43ac846fa69b8307cf14e into b2f97efa53604a85ab0259e36bcb8113(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:42,426 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:42,426 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/C, priority=12, startTime=1733750201841; duration=0sec
2024-12-09T13:16:42,426 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:42,426 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:42,426 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:42,428 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:42,428 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/B is initiating minor compaction (all files)
2024-12-09T13:16:42,428 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/B in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:42,428 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a573de82ab5b411b94e207c0bcb6c08b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d260938b50e849368c9e202e94b45a91, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/2bf01f68a7c84b3b89040d3d660cea12, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/444cb823da0a4cc1ba84e54c076089cb] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=47.8 K
2024-12-09T13:16:42,429 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting a573de82ab5b411b94e207c0bcb6c08b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733750197544
2024-12-09T13:16:42,429 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting d260938b50e849368c9e202e94b45a91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733750197784
2024-12-09T13:16:42,430 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf01f68a7c84b3b89040d3d660cea12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733750198648
2024-12-09T13:16:42,430 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 444cb823da0a4cc1ba84e54c076089cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733750200077
2024-12-09T13:16:42,455 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#B#compaction#321 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:42,455 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/5d9bd6ce0d1d4ef6a2f55a5b0f7619ac is 50, key is test_row_0/B:col10/1733750200284/Put/seqid=0
2024-12-09T13:16:42,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742210_1386 (size=12663)
2024-12-09T13:16:42,482 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0dfd3ba898d748369a96368f2d563930
2024-12-09T13:16:42,483 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#A#compaction#318 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:42,484 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/28edf8919487487797537e17185a6a60 is 175, key is test_row_0/A:col10/1733750200284/Put/seqid=0
2024-12-09T13:16:42,496 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/5d9bd6ce0d1d4ef6a2f55a5b0f7619ac as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/5d9bd6ce0d1d4ef6a2f55a5b0f7619ac
2024-12-09T13:16:42,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/4dd61ab33c384e0da5af5346f505c401 is 50, key is test_row_0/B:col10/1733750200523/Put/seqid=0
2024-12-09T13:16:42,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742211_1387 (size=31617)
2024-12-09T13:16:42,514 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/B of 83ae6b5150b43ac846fa69b8307cf14e into 5d9bd6ce0d1d4ef6a2f55a5b0f7619ac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:42,514 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:42,515 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/B, priority=12, startTime=1733750201841; duration=0sec
2024-12-09T13:16:42,515 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:42,515 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:42,520 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/28edf8919487487797537e17185a6a60 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/28edf8919487487797537e17185a6a60
2024-12-09T13:16:42,531 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/A of 83ae6b5150b43ac846fa69b8307cf14e into 28edf8919487487797537e17185a6a60(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:42,531 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:42,531 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/A, priority=12, startTime=1733750201841; duration=0sec
2024-12-09T13:16:42,531 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:42,531 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:42,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742212_1388 (size=12301)
2024-12-09T13:16:42,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/4dd61ab33c384e0da5af5346f505c401
2024-12-09T13:16:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/29366298e56948639ca13c04072246f0 is 50, key is test_row_0/C:col10/1733750200523/Put/seqid=0
2024-12-09T13:16:42,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742213_1389 (size=12301)
2024-12-09T13:16:42,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/29366298e56948639ca13c04072246f0
2024-12-09T13:16:42,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0dfd3ba898d748369a96368f2d563930 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0dfd3ba898d748369a96368f2d563930
2024-12-09T13:16:42,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0dfd3ba898d748369a96368f2d563930, entries=150, sequenceid=266, filesize=30.5 K
2024-12-09T13:16:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/4dd61ab33c384e0da5af5346f505c401 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/4dd61ab33c384e0da5af5346f505c401
2024-12-09T13:16:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/4dd61ab33c384e0da5af5346f505c401, entries=150, sequenceid=266, filesize=12.0 K
2024-12-09T13:16:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/29366298e56948639ca13c04072246f0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/29366298e56948639ca13c04072246f0
2024-12-09T13:16:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/29366298e56948639ca13c04072246f0, entries=150, sequenceid=266, filesize=12.0 K
2024-12-09T13:16:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for 83ae6b5150b43ac846fa69b8307cf14e in 788ms, sequenceid=266, compaction requested=false
2024-12-09T13:16:42,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:42,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:42,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-12-09T13:16:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-12-09T13:16:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,704 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-12-09T13:16:42,705 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8830 sec
2024-12-09T13:16:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,707 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.8910 sec
2024-12-09T13:16:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:42,931 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-09T13:16:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:42,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:42,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:42,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:42,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:42,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-12-09T13:16:42,965 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a6f68753da76439ab001ce208dc1cbe8_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750202928/Put/seqid=0
2024-12-09T13:16:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-12-09T13:16:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-09T13:16:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,979 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:42,980 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:42,980 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742214_1390 (size=22618)
2024-12-09T13:16:43,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,034 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a6f68753da76439ab001ce208dc1cbe8_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a6f68753da76439ab001ce208dc1cbe8_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:43,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/69e1508c46684ac7ac460d7ecc4ff366, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:43,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/69e1508c46684ac7ac460d7ecc4ff366 is 175, key is test_row_0/A:col10/1733750202928/Put/seqid=0
2024-12-09T13:16:43,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742215_1391 (size=66023)
2024-12-09T13:16:43,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733750203014, max timestamp=1733750203051Num uniques 859; 
2024-12-09T13:16:43,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-09T13:16:43,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733750203014, max timestamp=1733750203051Num uniques 859; 
2024-12-09T13:16:43,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-09T13:16:43,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750203035, max timestamp=1733750203051Num uniques 859; 
2024-12-09T13:16:43,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:43,071 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/69e1508c46684ac7ac460d7ecc4ff366
2024-12-09T13:16:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-09T13:16:43,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/d3fcf447ca2f4cab8b7069a07f27bafa is 50, key is test_row_0/B:col10/1733750202928/Put/seqid=0
2024-12-09T13:16:43,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742216_1392 (size=12301)
2024-12-09T13:16:43,119 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/d3fcf447ca2f4cab8b7069a07f27bafa
2024-12-09T13:16:43,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/6b69af00472e4b189929841c90f6c357 is 50, key is test_row_0/C:col10/1733750202928/Put/seqid=0
2024-12-09T13:16:43,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750263104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750263105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750263107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-09T13:16:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742217_1393 (size=12301)
2024-12-09T13:16:43,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750263132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750263135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750263243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750263244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750263245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-09T13:16:43,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-09T13:16:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750263283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750263283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:43,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-09T13:16:43,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:43,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750263473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750263474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750263474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750263514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750263514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,562 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/6b69af00472e4b189929841c90f6c357
2024-12-09T13:16:43,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/69e1508c46684ac7ac460d7ecc4ff366 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/69e1508c46684ac7ac460d7ecc4ff366
2024-12-09T13:16:43,596 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/69e1508c46684ac7ac460d7ecc4ff366, entries=350, sequenceid=279, filesize=64.5 K
2024-12-09T13:16:43,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/d3fcf447ca2f4cab8b7069a07f27bafa as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d3fcf447ca2f4cab8b7069a07f27bafa
2024-12-09T13:16:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-09T13:16:43,617 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d3fcf447ca2f4cab8b7069a07f27bafa, entries=150, sequenceid=279, filesize=12.0 K
2024-12-09T13:16:43,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/6b69af00472e4b189929841c90f6c357 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6b69af00472e4b189929841c90f6c357
2024-12-09T13:16:43,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-09T13:16:43,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:43,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:43,652 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6b69af00472e4b189929841c90f6c357, entries=150, sequenceid=279, filesize=12.0 K
2024-12-09T13:16:43,652 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 83ae6b5150b43ac846fa69b8307cf14e in 721ms, sequenceid=279, compaction requested=true
2024-12-09T13:16:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:43,653 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:43,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:43,653 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:43,658 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 128895 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:43,658 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/A is initiating minor compaction (all files)
2024-12-09T13:16:43,658 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/A in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,658 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/28edf8919487487797537e17185a6a60, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0dfd3ba898d748369a96368f2d563930, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/69e1508c46684ac7ac460d7ecc4ff366] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=125.9 K
2024-12-09T13:16:43,658 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,658 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/28edf8919487487797537e17185a6a60, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0dfd3ba898d748369a96368f2d563930, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/69e1508c46684ac7ac460d7ecc4ff366]
2024-12-09T13:16:43,663 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28edf8919487487797537e17185a6a60, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733750200077
2024-12-09T13:16:43,663 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:43,663 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/B is initiating minor compaction (all files)
2024-12-09T13:16:43,663 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/B in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,663 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/5d9bd6ce0d1d4ef6a2f55a5b0f7619ac, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/4dd61ab33c384e0da5af5346f505c401, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d3fcf447ca2f4cab8b7069a07f27bafa] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=36.4 K
2024-12-09T13:16:43,664 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dfd3ba898d748369a96368f2d563930, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733750200495
2024-12-09T13:16:43,664 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d9bd6ce0d1d4ef6a2f55a5b0f7619ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733750200077
2024-12-09T13:16:43,664 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69e1508c46684ac7ac460d7ecc4ff366, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733750202868
2024-12-09T13:16:43,664 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dd61ab33c384e0da5af5346f505c401, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733750200495
2024-12-09T13:16:43,665 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting d3fcf447ca2f4cab8b7069a07f27bafa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733750202868
2024-12-09T13:16:43,678 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:43,698 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:43,698 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/73bfdb84e7064b4c8adaaacaa4de8479 is 50, key is test_row_0/B:col10/1733750202928/Put/seqid=0
2024-12-09T13:16:43,708 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120958953da5b771422a9c1609034cf0655d_83ae6b5150b43ac846fa69b8307cf14e store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:43,710 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120958953da5b771422a9c1609034cf0655d_83ae6b5150b43ac846fa69b8307cf14e, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:43,710 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120958953da5b771422a9c1609034cf0655d_83ae6b5150b43ac846fa69b8307cf14e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:43,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742219_1395 (size=4469)
2024-12-09T13:16:43,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742218_1394 (size=12915)
2024-12-09T13:16:43,790 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/73bfdb84e7064b4c8adaaacaa4de8479 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/73bfdb84e7064b4c8adaaacaa4de8479
2024-12-09T13:16:43,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-09T13:16:43,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-12-09T13:16:43,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:43,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:43,801 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/B of 83ae6b5150b43ac846fa69b8307cf14e into 73bfdb84e7064b4c8adaaacaa4de8479(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:43,801 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:43,801 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/B, priority=13, startTime=1733750203653; duration=0sec
2024-12-09T13:16:43,801 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:43,801 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:43,801 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:43,802 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:43,802 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/C is initiating minor compaction (all files)
2024-12-09T13:16:43,803 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/C in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:43,803 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b2f97efa53604a85ab0259e36bcb8113, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/29366298e56948639ca13c04072246f0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6b69af00472e4b189929841c90f6c357] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=36.4 K
2024-12-09T13:16:43,803 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b2f97efa53604a85ab0259e36bcb8113, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733750200077
2024-12-09T13:16:43,803 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 29366298e56948639ca13c04072246f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733750200495
2024-12-09T13:16:43,804 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b69af00472e4b189929841c90f6c357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733750202868
2024-12-09T13:16:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f1f9ae69590b44ce8ad58931fb424c8d_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750203123/Put/seqid=0
2024-12-09T13:16:43,825 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#C#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:43,825 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/6018aed746fd4041a1d9a1b574ca162f is 50, key is test_row_0/C:col10/1733750202928/Put/seqid=0
2024-12-09T13:16:43,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:43,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742220_1396 (size=12454)
2024-12-09T13:16:43,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742221_1397 (size=12915)
2024-12-09T13:16:43,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:43,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f1f9ae69590b44ce8ad58931fb424c8d_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f1f9ae69590b44ce8ad58931fb424c8d_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:43,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/bdc3ed513b7c4d8b896f58459b2d524e, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/bdc3ed513b7c4d8b896f58459b2d524e is 175, key is test_row_0/A:col10/1733750203123/Put/seqid=0
2024-12-09T13:16:43,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750263873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750263875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750263879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750263882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750263882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:43,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742222_1398 (size=31255)
2024-12-09T13:16:43,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/bdc3ed513b7c4d8b896f58459b2d524e
2024-12-09T13:16:43,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/efa3c3988aae4962b0daae5daa4f205f is 50, key is test_row_0/B:col10/1733750203123/Put/seqid=0
2024-12-09T13:16:43,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742223_1399 (size=12301)
2024-12-09T13:16:43,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/efa3c3988aae4962b0daae5daa4f205f
2024-12-09T13:16:44,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/fb5810c783354d8e87e373484c99f163 is 50, key is test_row_0/C:col10/1733750203123/Put/seqid=0
2024-12-09T13:16:44,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750264014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750264014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750264014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750264014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750264014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742224_1400 (size=12301)
2024-12-09T13:16:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-09T13:16:44,159 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#A#compaction#327 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:44,159 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/2489ff44ba41422584607d8387f68605 is 175, key is test_row_0/A:col10/1733750202928/Put/seqid=0
2024-12-09T13:16:44,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742225_1401 (size=31869)
2024-12-09T13:16:44,206 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/2489ff44ba41422584607d8387f68605 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/2489ff44ba41422584607d8387f68605
2024-12-09T13:16:44,216 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/A of 83ae6b5150b43ac846fa69b8307cf14e into 2489ff44ba41422584607d8387f68605(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:44,216 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:44,216 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/A, priority=13, startTime=1733750203653; duration=0sec
2024-12-09T13:16:44,216 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:44,216 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:44,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750264247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750264250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750264250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750264253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750264253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,291 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/6018aed746fd4041a1d9a1b574ca162f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6018aed746fd4041a1d9a1b574ca162f
2024-12-09T13:16:44,299 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/C of 83ae6b5150b43ac846fa69b8307cf14e into 6018aed746fd4041a1d9a1b574ca162f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:44,299 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:44,299 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/C, priority=13, startTime=1733750203653; duration=0sec
2024-12-09T13:16:44,299 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:44,299 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:44,462 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/fb5810c783354d8e87e373484c99f163
2024-12-09T13:16:44,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/bdc3ed513b7c4d8b896f58459b2d524e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/bdc3ed513b7c4d8b896f58459b2d524e
2024-12-09T13:16:44,479 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/bdc3ed513b7c4d8b896f58459b2d524e, entries=150, sequenceid=314, filesize=30.5 K
2024-12-09T13:16:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/efa3c3988aae4962b0daae5daa4f205f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/efa3c3988aae4962b0daae5daa4f205f
2024-12-09T13:16:44,487 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/efa3c3988aae4962b0daae5daa4f205f, entries=150, sequenceid=314, filesize=12.0 K
2024-12-09T13:16:44,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/fb5810c783354d8e87e373484c99f163 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/fb5810c783354d8e87e373484c99f163
2024-12-09T13:16:44,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/fb5810c783354d8e87e373484c99f163, entries=150, sequenceid=314, filesize=12.0 K
2024-12-09T13:16:44,494 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 83ae6b5150b43ac846fa69b8307cf14e in 700ms, sequenceid=314, compaction requested=false
2024-12-09T13:16:44,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:44,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:44,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-12-09T13:16:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-12-09T13:16:44,498 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-12-09T13:16:44,498 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec
2024-12-09T13:16:44,501 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.5330 sec
2024-12-09T13:16:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:44,582 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:16:44,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:44,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:44,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:44,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:44,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:44,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:44,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a9f0de4a5a604078bb68838133fb6a42_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750203871/Put/seqid=0
2024-12-09T13:16:44,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742226_1402 (size=12454)
2024-12-09T13:16:44,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750264687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750264695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750264697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750264698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750264700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750264824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750264824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750264833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750264833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750264833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:45,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750265054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750265054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750265055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750265055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750265055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,088 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a9f0de4a5a604078bb68838133fb6a42_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a9f0de4a5a604078bb68838133fb6a42_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:45,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/d263d35ae0784b31a2c6402bc3a2def0, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:45,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/d263d35ae0784b31a2c6402bc3a2def0 is 175, key is test_row_0/A:col10/1733750203871/Put/seqid=0
2024-12-09T13:16:45,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742227_1403 (size=31255)
2024-12-09T13:16:45,131 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/d263d35ae0784b31a2c6402bc3a2def0
2024-12-09T13:16:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-12-09T13:16:45,136 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:45,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-12-09T13:16:45,140 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:45,141 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:45,141 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-09T13:16:45,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/93ff89fa8edf40aca342e3a8ec5b9bd2 is 50, key is test_row_0/B:col10/1733750203871/Put/seqid=0
2024-12-09T13:16:45,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742228_1404 (size=12301)
2024-12-09T13:16:45,198 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/93ff89fa8edf40aca342e3a8ec5b9bd2
2024-12-09T13:16:45,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/099f13ccc974434fbc256d9a3ac57c0f is 50, key is test_row_0/C:col10/1733750203871/Put/seqid=0
2024-12-09T13:16:45,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742229_1405 (size=12301)
2024-12-09T13:16:45,239 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/099f13ccc974434fbc256d9a3ac57c0f
2024-12-09T13:16:45,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/d263d35ae0784b31a2c6402bc3a2def0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/d263d35ae0784b31a2c6402bc3a2def0
2024-12-09T13:16:45,253 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/d263d35ae0784b31a2c6402bc3a2def0, entries=150, sequenceid=330, filesize=30.5 K
2024-12-09T13:16:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-09T13:16:45,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/93ff89fa8edf40aca342e3a8ec5b9bd2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/93ff89fa8edf40aca342e3a8ec5b9bd2
2024-12-09T13:16:45,259 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/93ff89fa8edf40aca342e3a8ec5b9bd2, entries=150, sequenceid=330, filesize=12.0 K
2024-12-09T13:16:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/099f13ccc974434fbc256d9a3ac57c0f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/099f13ccc974434fbc256d9a3ac57c0f
2024-12-09T13:16:45,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/099f13ccc974434fbc256d9a3ac57c0f, entries=150, sequenceid=330, filesize=12.0 K
2024-12-09T13:16:45,291 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 83ae6b5150b43ac846fa69b8307cf14e in 709ms, sequenceid=330, compaction requested=true
2024-12-09T13:16:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:45,291 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:45,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:16:45,291 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:45,292 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:45,292 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/A is initiating minor compaction (all files)
2024-12-09T13:16:45,293 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/A in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:45,293 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/2489ff44ba41422584607d8387f68605, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/bdc3ed513b7c4d8b896f58459b2d524e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/d263d35ae0784b31a2c6402bc3a2def0] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=92.2 K
2024-12-09T13:16:45,293 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:45,293 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/2489ff44ba41422584607d8387f68605, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/bdc3ed513b7c4d8b896f58459b2d524e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/d263d35ae0784b31a2c6402bc3a2def0]
2024-12-09T13:16:45,293 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:45,293 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2489ff44ba41422584607d8387f68605, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733750202868
2024-12-09T13:16:45,293 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/B is initiating minor compaction (all files)
2024-12-09T13:16:45,293 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/B in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:45,293 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/73bfdb84e7064b4c8adaaacaa4de8479, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/efa3c3988aae4962b0daae5daa4f205f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/93ff89fa8edf40aca342e3a8ec5b9bd2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=36.6 K
2024-12-09T13:16:45,294 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdc3ed513b7c4d8b896f58459b2d524e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733750203103
2024-12-09T13:16:45,294 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 73bfdb84e7064b4c8adaaacaa4de8479, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733750202868
2024-12-09T13:16:45,294 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d263d35ae0784b31a2c6402bc3a2def0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733750203871
2024-12-09T13:16:45,295 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting efa3c3988aae4962b0daae5daa4f205f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733750203103
2024-12-09T13:16:45,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-12-09T13:16:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:45,299 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:16:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:45,302 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 93ff89fa8edf40aca342e3a8ec5b9bd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733750203871
2024-12-09T13:16:45,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095d8883697a7c4fac96eb2ccca469273f_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750204695/Put/seqid=0
2024-12-09T13:16:45,315 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:45,337 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#B#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:45,337 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/f65663b7a97a4f93bac5d9affd430fe8 is 50, key is test_row_0/B:col10/1733750203871/Put/seqid=0
2024-12-09T13:16:45,369 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412090ae5171c397046a4aff356d8acff5e2b_83ae6b5150b43ac846fa69b8307cf14e store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:45,371 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412090ae5171c397046a4aff356d8acff5e2b_83ae6b5150b43ac846fa69b8307cf14e, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:45,371 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090ae5171c397046a4aff356d8acff5e2b_83ae6b5150b43ac846fa69b8307cf14e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:45,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742230_1406 (size=12454)
2024-12-09T13:16:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:45,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742232_1408 (size=4469)
2024-12-09T13:16:45,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742231_1407 (size=13017)
2024-12-09T13:16:45,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750265415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750265433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-09T13:16:45,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750265438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750265447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750265448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750265563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750265567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750265574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750265574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750265576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-09T13:16:45,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:45,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095d8883697a7c4fac96eb2ccca469273f_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095d8883697a7c4fac96eb2ccca469273f_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:45,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/933d112cd7624c0fadbb8aa5b345b5e9, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:45,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/933d112cd7624c0fadbb8aa5b345b5e9 is 175, key is test_row_0/A:col10/1733750204695/Put/seqid=0
2024-12-09T13:16:45,825 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#A#compaction#337 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:45,826 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/009c0d97d331467d8bacd020477dbfe7 is 175, key is test_row_0/A:col10/1733750203871/Put/seqid=0
2024-12-09T13:16:45,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742233_1409 (size=31255)
2024-12-09T13:16:45,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750265805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750265806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750265806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/933d112cd7624c0fadbb8aa5b345b5e9
2024-12-09T13:16:45,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750265806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750265806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:45,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742234_1410 (size=31971)
2024-12-09T13:16:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:45,867 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/f65663b7a97a4f93bac5d9affd430fe8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/f65663b7a97a4f93bac5d9affd430fe8
2024-12-09T13:16:45,878 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/B of 83ae6b5150b43ac846fa69b8307cf14e into f65663b7a97a4f93bac5d9affd430fe8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:45,878 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:45,878 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/B, priority=13, startTime=1733750205291; duration=0sec
2024-12-09T13:16:45,878 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:45,878 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:45,879 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:45,879 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:45,879 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/C is initiating minor compaction (all files)
2024-12-09T13:16:45,881 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/C in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:45,881 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6018aed746fd4041a1d9a1b574ca162f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/fb5810c783354d8e87e373484c99f163, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/099f13ccc974434fbc256d9a3ac57c0f] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=36.6 K
2024-12-09T13:16:45,881 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6018aed746fd4041a1d9a1b574ca162f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733750202868
2024-12-09T13:16:45,882 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fb5810c783354d8e87e373484c99f163, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733750203103
2024-12-09T13:16:45,882 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 099f13ccc974434fbc256d9a3ac57c0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733750203871
2024-12-09T13:16:45,923 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:45,924 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/7d80acc7b2eb4c0aa431619985fab2e9 is 50, key is test_row_0/C:col10/1733750203871/Put/seqid=0
2024-12-09T13:16:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/81cf3fc71eff4631ac12e5fe73cff38f is 50, key is test_row_0/B:col10/1733750204695/Put/seqid=0
2024-12-09T13:16:46,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742236_1412 (size=13017)
2024-12-09T13:16:46,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742235_1411 (size=12301)
2024-12-09T13:16:46,035 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/81cf3fc71eff4631ac12e5fe73cff38f
2024-12-09T13:16:46,067 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/7d80acc7b2eb4c0aa431619985fab2e9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7d80acc7b2eb4c0aa431619985fab2e9
2024-12-09T13:16:46,073 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/C of 83ae6b5150b43ac846fa69b8307cf14e into 7d80acc7b2eb4c0aa431619985fab2e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:46,073 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:46,073 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/C, priority=13, startTime=1733750205291; duration=0sec
2024-12-09T13:16:46,074 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:46,074 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/1accf706904646eaa3a000808fb269a3 is 50, key is test_row_0/C:col10/1733750204695/Put/seqid=0
2024-12-09T13:16:46,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742237_1413 (size=12301)
2024-12-09T13:16:46,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750266153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750266155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750266155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750266175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750266168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-09T13:16:46,305 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/009c0d97d331467d8bacd020477dbfe7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/009c0d97d331467d8bacd020477dbfe7
2024-12-09T13:16:46,347 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/A of 83ae6b5150b43ac846fa69b8307cf14e into 009c0d97d331467d8bacd020477dbfe7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-12-09T13:16:46,347 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:46,347 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/A, priority=13, startTime=1733750205291; duration=1sec
2024-12-09T13:16:46,347 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:46,347 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:46,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/1accf706904646eaa3a000808fb269a3
2024-12-09T13:16:46,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/933d112cd7624c0fadbb8aa5b345b5e9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/933d112cd7624c0fadbb8aa5b345b5e9
2024-12-09T13:16:46,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/933d112cd7624c0fadbb8aa5b345b5e9, entries=150, sequenceid=349, filesize=30.5 K
2024-12-09T13:16:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/81cf3fc71eff4631ac12e5fe73cff38f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/81cf3fc71eff4631ac12e5fe73cff38f
2024-12-09T13:16:46,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/81cf3fc71eff4631ac12e5fe73cff38f, entries=150, sequenceid=349, filesize=12.0 K
2024-12-09T13:16:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/1accf706904646eaa3a000808fb269a3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/1accf706904646eaa3a000808fb269a3
2024-12-09T13:16:46,572 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/1accf706904646eaa3a000808fb269a3, entries=150, sequenceid=349, filesize=12.0 K
2024-12-09T13:16:46,573 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 83ae6b5150b43ac846fa69b8307cf14e in 1274ms, sequenceid=349, compaction requested=false
2024-12-09T13:16:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-12-09T13:16:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-12-09T13:16:46,577 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-12-09T13:16:46,577 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec
2024-12-09T13:16:46,579 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.4410 sec
2024-12-09T13:16:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:46,717 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:16:46,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:46,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:46,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:46,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:46,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:46,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:46,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f740e1c000d749dc9e059faa2008b9de_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750205443/Put/seqid=0
2024-12-09T13:16:46,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742238_1414 (size=14994)
2024-12-09T13:16:46,777 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:46,781 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f740e1c000d749dc9e059faa2008b9de_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f740e1c000d749dc9e059faa2008b9de_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:46,783 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0e7060fa8c114a598ab756aeb87c31b8, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:46,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0e7060fa8c114a598ab756aeb87c31b8 is 175, key is test_row_0/A:col10/1733750205443/Put/seqid=0
2024-12-09T13:16:46,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750266785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750266786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742239_1415 (size=39949)
2024-12-09T13:16:46,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750266805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750266806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750266808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750266913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750266913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750266933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750266934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750266934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750267144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750267144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750267153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750267165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750267165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,227 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0e7060fa8c114a598ab756aeb87c31b8
2024-12-09T13:16:47,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/cecc969282b94affbb6cd0a43022dda1 is 50, key is test_row_0/B:col10/1733750205443/Put/seqid=0
2024-12-09T13:16:47,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742240_1416 (size=12301)
2024-12-09T13:16:47,279 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/cecc969282b94affbb6cd0a43022dda1
2024-12-09T13:16:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-12-09T13:16:47,299 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:47,302 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-12-09T13:16:47,305 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:47,306 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:47,306 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-09T13:16:47,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/d7d0f899ea3845968ee44cedeac79133 is 50, key is test_row_0/C:col10/1733750205443/Put/seqid=0
2024-12-09T13:16:47,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742241_1417 (size=12301)
2024-12-09T13:16:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-09T13:16:47,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-09T13:16:47,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:47,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750267473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750267473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750267474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750267485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750267486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:47,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:47,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-09T13:16:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-09T13:16:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,779 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/d7d0f899ea3845968ee44cedeac79133
2024-12-09T13:16:47,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-09T13:16:47,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:47,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0e7060fa8c114a598ab756aeb87c31b8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0e7060fa8c114a598ab756aeb87c31b8
2024-12-09T13:16:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:47,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0e7060fa8c114a598ab756aeb87c31b8, entries=200, sequenceid=367, filesize=39.0 K
2024-12-09T13:16:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/cecc969282b94affbb6cd0a43022dda1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/cecc969282b94affbb6cd0a43022dda1
2024-12-09T13:16:47,855 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/cecc969282b94affbb6cd0a43022dda1, entries=150, sequenceid=367, filesize=12.0 K
2024-12-09T13:16:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/d7d0f899ea3845968ee44cedeac79133 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/d7d0f899ea3845968ee44cedeac79133
2024-12-09T13:16:47,887 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/d7d0f899ea3845968ee44cedeac79133, entries=150, sequenceid=367, filesize=12.0 K
2024-12-09T13:16:47,899 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 83ae6b5150b43ac846fa69b8307cf14e in 1182ms, sequenceid=367, compaction requested=true
2024-12-09T13:16:47,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:47,899 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:47,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:47,900 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:47,901 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/A is initiating minor compaction (all files)
2024-12-09T13:16:47,901 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/A in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,901 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/009c0d97d331467d8bacd020477dbfe7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/933d112cd7624c0fadbb8aa5b345b5e9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0e7060fa8c114a598ab756aeb87c31b8] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=100.8 K
2024-12-09T13:16:47,901 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,901 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/009c0d97d331467d8bacd020477dbfe7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/933d112cd7624c0fadbb8aa5b345b5e9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0e7060fa8c114a598ab756aeb87c31b8]
2024-12-09T13:16:47,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:47,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:47,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:47,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:47,901 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:47,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:47,901 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 009c0d97d331467d8bacd020477dbfe7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733750203871
2024-12-09T13:16:47,902 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 933d112cd7624c0fadbb8aa5b345b5e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733750204653
2024-12-09T13:16:47,903 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e7060fa8c114a598ab756aeb87c31b8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750205433
2024-12-09T13:16:47,903 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:47,903 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/B is initiating minor compaction (all files)
2024-12-09T13:16:47,903 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/B in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,903 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/f65663b7a97a4f93bac5d9affd430fe8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/81cf3fc71eff4631ac12e5fe73cff38f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/cecc969282b94affbb6cd0a43022dda1] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=36.7 K
2024-12-09T13:16:47,904 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting f65663b7a97a4f93bac5d9affd430fe8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733750203871
2024-12-09T13:16:47,905 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 81cf3fc71eff4631ac12e5fe73cff38f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733750204653
2024-12-09T13:16:47,907 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cecc969282b94affbb6cd0a43022dda1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750205443
2024-12-09T13:16:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-09T13:16:47,934 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:47,950 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:47,951 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/97fe9ef540f44f41b8c4c12265b8e9b7 is 50, key is test_row_0/B:col10/1733750205443/Put/seqid=0
2024-12-09T13:16:47,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-09T13:16:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:47,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:16:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:47,971 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209e590f9442ee44fdd9904e33cc52f9a68_83ae6b5150b43ac846fa69b8307cf14e store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:47,973 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209e590f9442ee44fdd9904e33cc52f9a68_83ae6b5150b43ac846fa69b8307cf14e, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:47,973 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e590f9442ee44fdd9904e33cc52f9a68_83ae6b5150b43ac846fa69b8307cf14e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:48,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:48,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742242_1418 (size=13119)
2024-12-09T13:16:48,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120930ce72186f014f2f88045c538a49192b_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750206779/Put/seqid=0
2024-12-09T13:16:48,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742243_1419 (size=4469)
2024-12-09T13:16:48,079 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#A#compaction#345 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:48,080 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/a9c1c9af63574334a78403b192c18aec is 175, key is test_row_0/A:col10/1733750205443/Put/seqid=0
2024-12-09T13:16:48,087 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/97fe9ef540f44f41b8c4c12265b8e9b7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/97fe9ef540f44f41b8c4c12265b8e9b7
2024-12-09T13:16:48,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750268067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750268068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,122 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/B of 83ae6b5150b43ac846fa69b8307cf14e into 97fe9ef540f44f41b8c4c12265b8e9b7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:48,122 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:48,122 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/B, priority=13, startTime=1733750207901; duration=0sec
2024-12-09T13:16:48,122 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:48,122 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:48,122 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:48,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750268103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,135 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,135 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/C is initiating minor compaction (all files)
2024-12-09T13:16:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750268105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,135 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/C in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:48,136 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7d80acc7b2eb4c0aa431619985fab2e9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/1accf706904646eaa3a000808fb269a3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/d7d0f899ea3845968ee44cedeac79133] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=36.7 K
2024-12-09T13:16:48,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750268106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,143 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d80acc7b2eb4c0aa431619985fab2e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733750203871
2024-12-09T13:16:48,144 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1accf706904646eaa3a000808fb269a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733750204653
2024-12-09T13:16:48,146 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting d7d0f899ea3845968ee44cedeac79133, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750205443
2024-12-09T13:16:48,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742245_1421 (size=32073)
2024-12-09T13:16:48,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742244_1420 (size=12454)
2024-12-09T13:16:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:48,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120930ce72186f014f2f88045c538a49192b_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120930ce72186f014f2f88045c538a49192b_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/b73a54de42e0468ab6373425b7ef879b, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/b73a54de42e0468ab6373425b7ef879b is 175, key is test_row_0/A:col10/1733750206779/Put/seqid=0
2024-12-09T13:16:48,177 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#C#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:48,177 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/117c917c098c4005ae7688d71ebf701d is 50, key is test_row_0/C:col10/1733750205443/Put/seqid=0
2024-12-09T13:16:48,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742246_1422 (size=31255)
2024-12-09T13:16:48,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742247_1423 (size=13119)
2024-12-09T13:16:48,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750268239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750268244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,271 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/b73a54de42e0468ab6373425b7ef879b
2024-12-09T13:16:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750268251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750268251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,285 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/117c917c098c4005ae7688d71ebf701d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/117c917c098c4005ae7688d71ebf701d
2024-12-09T13:16:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750268254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,294 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/C of 83ae6b5150b43ac846fa69b8307cf14e into 117c917c098c4005ae7688d71ebf701d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:48,294 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:48,294 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/C, priority=13, startTime=1733750207901; duration=0sec
2024-12-09T13:16:48,294 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:48,294 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:48,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/b9f8b6308b144d25bb52e9871bfd93bd is 50, key is test_row_0/B:col10/1733750206779/Put/seqid=0
2024-12-09T13:16:48,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742248_1424 (size=12301)
2024-12-09T13:16:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-09T13:16:48,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750268475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750268483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750268493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750268494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750268494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,553 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/a9c1c9af63574334a78403b192c18aec as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a9c1c9af63574334a78403b192c18aec
2024-12-09T13:16:48,568 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/A of 83ae6b5150b43ac846fa69b8307cf14e into a9c1c9af63574334a78403b192c18aec(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:48,568 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:48,568 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/A, priority=13, startTime=1733750207899; duration=0sec
2024-12-09T13:16:48,568 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:48,568 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:48,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/b9f8b6308b144d25bb52e9871bfd93bd
2024-12-09T13:16:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/c1f03100ca6e4409b34c2244baa8bc80 is 50, key is test_row_0/C:col10/1733750206779/Put/seqid=0
2024-12-09T13:16:48,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742249_1425 (size=12301)
2024-12-09T13:16:48,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/c1f03100ca6e4409b34c2244baa8bc80
2024-12-09T13:16:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/b73a54de42e0468ab6373425b7ef879b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b73a54de42e0468ab6373425b7ef879b
2024-12-09T13:16:48,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b73a54de42e0468ab6373425b7ef879b, entries=150, sequenceid=384, filesize=30.5 K
2024-12-09T13:16:48,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/b9f8b6308b144d25bb52e9871bfd93bd as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b9f8b6308b144d25bb52e9871bfd93bd
2024-12-09T13:16:48,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b9f8b6308b144d25bb52e9871bfd93bd, entries=150, sequenceid=384, filesize=12.0 K
2024-12-09T13:16:48,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/c1f03100ca6e4409b34c2244baa8bc80 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/c1f03100ca6e4409b34c2244baa8bc80
2024-12-09T13:16:48,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/c1f03100ca6e4409b34c2244baa8bc80, entries=150, sequenceid=384, filesize=12.0 K
2024-12-09T13:16:48,788 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 83ae6b5150b43ac846fa69b8307cf14e in 818ms, sequenceid=384, compaction requested=false
2024-12-09T13:16:48,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:48,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:48,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-12-09T13:16:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-12-09T13:16:48,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-12-09T13:16:48,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4840 sec
2024-12-09T13:16:48,795 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4910 sec
2024-12-09T13:16:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:48,820 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:16:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:48,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120964d54cbe4f254a95bdae7ca8751cfca6_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750208065/Put/seqid=0
2024-12-09T13:16:48,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750268861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750268869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742250_1426 (size=17534)
2024-12-09T13:16:48,903 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:48,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750268881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750268883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750268887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:48,911 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120964d54cbe4f254a95bdae7ca8751cfca6_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120964d54cbe4f254a95bdae7ca8751cfca6_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:48,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0f6137afb59e4010a77b1156108a2300, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:48,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0f6137afb59e4010a77b1156108a2300 is 175, key is test_row_0/A:col10/1733750208065/Put/seqid=0
2024-12-09T13:16:48,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742251_1427 (size=48639)
2024-12-09T13:16:49,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750269003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750269003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750269013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750269013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750269013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750269231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750269235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750269235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750269235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750269235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,327 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0f6137afb59e4010a77b1156108a2300
2024-12-09T13:16:49,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/229f0b30f4f24238b106da414d8877d5 is 50, key is test_row_0/B:col10/1733750208065/Put/seqid=0
2024-12-09T13:16:49,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742252_1428 (size=12301)
2024-12-09T13:16:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-09T13:16:49,469 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:49,473 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-12-09T13:16:49,475 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:49,476 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:49,476 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-09T13:16:49,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750269544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750269544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750269544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750269553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750269553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:49,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:49,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-09T13:16:49,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-09T13:16:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:49,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:49,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-09T13:16:49,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:49,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-09T13:16:49,812 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/229f0b30f4f24238b106da414d8877d5
2024-12-09T13:16:49,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/44c6b3ded48a4ea6937246b2a29d0f2f is 50, key is test_row_0/C:col10/1733750208065/Put/seqid=0
2024-12-09T13:16:49,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742253_1429 (size=12301)
2024-12-09T13:16:49,881 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/44c6b3ded48a4ea6937246b2a29d0f2f
2024-12-09T13:16:49,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/0f6137afb59e4010a77b1156108a2300 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0f6137afb59e4010a77b1156108a2300
2024-12-09T13:16:49,901 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0f6137afb59e4010a77b1156108a2300, entries=250, sequenceid=405, filesize=47.5 K
2024-12-09T13:16:49,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/229f0b30f4f24238b106da414d8877d5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/229f0b30f4f24238b106da414d8877d5
2024-12-09T13:16:49,916 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/229f0b30f4f24238b106da414d8877d5, entries=150, sequenceid=405, filesize=12.0 K
2024-12-09T13:16:49,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/44c6b3ded48a4ea6937246b2a29d0f2f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/44c6b3ded48a4ea6937246b2a29d0f2f
2024-12-09T13:16:49,934 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/44c6b3ded48a4ea6937246b2a29d0f2f, entries=150, sequenceid=405, filesize=12.0 K
2024-12-09T13:16:49,941 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 83ae6b5150b43ac846fa69b8307cf14e in 1121ms, sequenceid=405, compaction requested=true
2024-12-09T13:16:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:49,941 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:49,942 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111967 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:49,943 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/A is initiating minor compaction (all files)
2024-12-09T13:16:49,943 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/A in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:49,943 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a9c1c9af63574334a78403b192c18aec, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b73a54de42e0468ab6373425b7ef879b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0f6137afb59e4010a77b1156108a2300] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=109.3 K
2024-12-09T13:16:49,943 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:49,943 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a9c1c9af63574334a78403b192c18aec, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b73a54de42e0468ab6373425b7ef879b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0f6137afb59e4010a77b1156108a2300]
2024-12-09T13:16:49,943 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9c1c9af63574334a78403b192c18aec, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750205443
2024-12-09T13:16:49,944 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b73a54de42e0468ab6373425b7ef879b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733750206779
2024-12-09T13:16:49,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:49,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:49,944 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f6137afb59e4010a77b1156108a2300, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733750208065
2024-12-09T13:16:49,944 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:49,946 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:49,946 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/B is initiating minor compaction (all files)
2024-12-09T13:16:49,946 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/B in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:49,946 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/97fe9ef540f44f41b8c4c12265b8e9b7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b9f8b6308b144d25bb52e9871bfd93bd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/229f0b30f4f24238b106da414d8877d5] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=36.8 K
2024-12-09T13:16:49,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-09T13:16:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:49,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:16:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:49,948 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 97fe9ef540f44f41b8c4c12265b8e9b7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750205443
2024-12-09T13:16:49,949 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b9f8b6308b144d25bb52e9871bfd93bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733750206779
2024-12-09T13:16:49,950 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 229f0b30f4f24238b106da414d8877d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733750208065
2024-12-09T13:16:49,975 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:49,988 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:49,989 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/5e9cd859f798407cba9b6920ee5844be is 50, key is test_row_0/B:col10/1733750208065/Put/seqid=0
2024-12-09T13:16:49,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d6243f067bdd487092858825cf01dd72_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750208852/Put/seqid=0
2024-12-09T13:16:49,994 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412094160334933db4daa83a27c49c80b8d46_83ae6b5150b43ac846fa69b8307cf14e store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:49,996 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412094160334933db4daa83a27c49c80b8d46_83ae6b5150b43ac846fa69b8307cf14e, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:49,996 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094160334933db4daa83a27c49c80b8d46_83ae6b5150b43ac846fa69b8307cf14e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:49,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742254_1430 (size=13221)
2024-12-09T13:16:50,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742255_1431 (size=12454)
2024-12-09T13:16:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:50,044 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d6243f067bdd487092858825cf01dd72_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d6243f067bdd487092858825cf01dd72_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:50,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/f25a49c6fb8f4234977534ac8f40e7e3, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:50,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/f25a49c6fb8f4234977534ac8f40e7e3 is 175, key is test_row_0/A:col10/1733750208852/Put/seqid=0
2024-12-09T13:16:50,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742256_1432 (size=4469)
2024-12-09T13:16:50,060 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#A#compaction#354 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:50,061 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/9427ada106574999ba39acc9ba0a37bc is 175, key is test_row_0/A:col10/1733750208065/Put/seqid=0
2024-12-09T13:16:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:50,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. as already flushing
2024-12-09T13:16:50,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742257_1433 (size=31255)
2024-12-09T13:16:50,101 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/f25a49c6fb8f4234977534ac8f40e7e3
2024-12-09T13:16:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-09T13:16:50,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742258_1434 (size=32175)
2024-12-09T13:16:50,122 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/9427ada106574999ba39acc9ba0a37bc as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9427ada106574999ba39acc9ba0a37bc
2024-12-09T13:16:50,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/0590132b748e4f4a88ac385ea130e2eb is 50, key is test_row_0/B:col10/1733750208852/Put/seqid=0
2024-12-09T13:16:50,131 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/A of 83ae6b5150b43ac846fa69b8307cf14e into 9427ada106574999ba39acc9ba0a37bc(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:50,131 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:50,132 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/A, priority=13, startTime=1733750209941; duration=0sec
2024-12-09T13:16:50,132 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:50,132 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:50,132 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:50,133 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:50,133 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 83ae6b5150b43ac846fa69b8307cf14e/C is initiating minor compaction (all files)
2024-12-09T13:16:50,133 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 83ae6b5150b43ac846fa69b8307cf14e/C in TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:50,133 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/117c917c098c4005ae7688d71ebf701d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/c1f03100ca6e4409b34c2244baa8bc80, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/44c6b3ded48a4ea6937246b2a29d0f2f] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp, totalSize=36.8 K
2024-12-09T13:16:50,134 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 117c917c098c4005ae7688d71ebf701d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733750205443
2024-12-09T13:16:50,134 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1f03100ca6e4409b34c2244baa8bc80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733750206779
2024-12-09T13:16:50,135 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44c6b3ded48a4ea6937246b2a29d0f2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733750208065
2024-12-09T13:16:50,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750270111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742259_1435 (size=12301)
2024-12-09T13:16:50,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750270133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750270135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750270136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750270137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,172 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 83ae6b5150b43ac846fa69b8307cf14e#C#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:50,172 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/095c8501d78947bcaa1e9449fabbfcaa is 50, key is test_row_0/C:col10/1733750208065/Put/seqid=0
2024-12-09T13:16:50,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742260_1436 (size=13221)
2024-12-09T13:16:50,231 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/095c8501d78947bcaa1e9449fabbfcaa as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/095c8501d78947bcaa1e9449fabbfcaa
2024-12-09T13:16:50,239 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/C of 83ae6b5150b43ac846fa69b8307cf14e into 095c8501d78947bcaa1e9449fabbfcaa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:50,239 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:50,240 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/C, priority=13, startTime=1733750209945; duration=0sec
2024-12-09T13:16:50,240 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:50,240 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:50,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750270245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750270274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750270275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750270276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750270276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,337 INFO  [Thread-1488 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1488.
2024-12-09T13:16:50,337 DEBUG [Thread-1488 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:50,337 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,337 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,337 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:50,342 INFO  [Thread-1484 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1484.
2024-12-09T13:16:50,342 DEBUG [Thread-1484 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:50,342 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,343 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:50,343 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,346 INFO  [Thread-1490 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1490.
2024-12-09T13:16:50,347 DEBUG [Thread-1490 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:50,347 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,347 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,350 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:50,351 INFO  [Thread-1492 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1492.
2024-12-09T13:16:50,351 DEBUG [Thread-1492 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:50,351 DEBUG [Thread-1492 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,351 DEBUG [Thread-1492 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,351 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:50,355 INFO  [Thread-1486 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1486.
2024-12-09T13:16:50,355 DEBUG [Thread-1486 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:50,355 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,355 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:50,356 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:50,406 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/5e9cd859f798407cba9b6920ee5844be as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/5e9cd859f798407cba9b6920ee5844be
2024-12-09T13:16:50,415 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 83ae6b5150b43ac846fa69b8307cf14e/B of 83ae6b5150b43ac846fa69b8307cf14e into 5e9cd859f798407cba9b6920ee5844be(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:50,415 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:50,415 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., storeName=83ae6b5150b43ac846fa69b8307cf14e/B, priority=13, startTime=1733750209944; duration=0sec
2024-12-09T13:16:50,416 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:50,416 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:50,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750270463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750270484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750270493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750270493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750270494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/0590132b748e4f4a88ac385ea130e2eb
2024-12-09T13:16:50,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/b6659a87fd5c4c7ea5dbfc050b2571d2 is 50, key is test_row_0/C:col10/1733750208852/Put/seqid=0
2024-12-09T13:16:50,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742261_1437 (size=12301)
2024-12-09T13:16:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-09T13:16:50,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37584 deadline: 1733750270773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37650 deadline: 1733750270793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37662 deadline: 1733750270803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37598 deadline: 1733750270803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37580 deadline: 1733750270803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:16:50,973 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/b6659a87fd5c4c7ea5dbfc050b2571d2
2024-12-09T13:16:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/f25a49c6fb8f4234977534ac8f40e7e3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/f25a49c6fb8f4234977534ac8f40e7e3
2024-12-09T13:16:50,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/f25a49c6fb8f4234977534ac8f40e7e3, entries=150, sequenceid=419, filesize=30.5 K
2024-12-09T13:16:50,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/0590132b748e4f4a88ac385ea130e2eb as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/0590132b748e4f4a88ac385ea130e2eb
2024-12-09T13:16:50,986 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/0590132b748e4f4a88ac385ea130e2eb, entries=150, sequenceid=419, filesize=12.0 K
2024-12-09T13:16:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/b6659a87fd5c4c7ea5dbfc050b2571d2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b6659a87fd5c4c7ea5dbfc050b2571d2
2024-12-09T13:16:50,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b6659a87fd5c4c7ea5dbfc050b2571d2, entries=150, sequenceid=419, filesize=12.0 K
2024-12-09T13:16:50,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 83ae6b5150b43ac846fa69b8307cf14e in 1044ms, sequenceid=419, compaction requested=false
2024-12-09T13:16:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-12-09T13:16:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-12-09T13:16:50,994 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-12-09T13:16:50,994 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec
2024-12-09T13:16:50,997 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.5220 sec
2024-12-09T13:16:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:51,286 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:16:51,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:51,286 INFO  [Thread-1481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1481.
2024-12-09T13:16:51,286 DEBUG [Thread-1481 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:51,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:51,286 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:51,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:51,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:51,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:51,286 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,286 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:51,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120936a5e0b2f5a643f28d008b739ea8b631_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_0/A:col10/1733750211283/Put/seqid=0
2024-12-09T13:16:51,305 INFO  [Thread-1475 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1475.
2024-12-09T13:16:51,305 DEBUG [Thread-1475 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:51,305 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,306 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,306 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:51,315 INFO  [Thread-1479 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1479.
2024-12-09T13:16:51,315 DEBUG [Thread-1479 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:51,315 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,316 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,316 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:51,317 INFO  [Thread-1473 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1473.
2024-12-09T13:16:51,317 INFO  [Thread-1477 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1477.
2024-12-09T13:16:51,317 DEBUG [Thread-1473 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:51,317 DEBUG [Thread-1473 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,317 DEBUG [Thread-1477 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:16:51,317 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,317 DEBUG [Thread-1473 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,317 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,317 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:51,317 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:51,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742262_1438 (size=12454)
2024-12-09T13:16:51,329 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:51,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T13:16:51,343 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120936a5e0b2f5a643f28d008b739ea8b631_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120936a5e0b2f5a643f28d008b739ea8b631_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:51,344 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/f73faaa35a30428cb2be1f4277999a7b, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:51,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/f73faaa35a30428cb2be1f4277999a7b is 175, key is test_row_0/A:col10/1733750211283/Put/seqid=0
2024-12-09T13:16:51,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742263_1439 (size=31255)
2024-12-09T13:16:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-09T13:16:51,634 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 64
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 50
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 109
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 71
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 639
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1916 rows
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 649
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1946 rows
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 646
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1937 rows
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 652
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1955 rows
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 646
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1937 rows
2024-12-09T13:16:51,634 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:16:51,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:16:51,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:51,635 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:16:51,636 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-09T13:16:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-09T13:16:51,640 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750211639"}]},"ts":"1733750211639"}
2024-12-09T13:16:51,642 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-09T13:16:51,642 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-09T13:16:51,643 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:16:51,645 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, UNASSIGN}]
2024-12-09T13:16:51,646 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, UNASSIGN
2024-12-09T13:16:51,647 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=83ae6b5150b43ac846fa69b8307cf14e, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:51,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, UNASSIGN because future has completed
2024-12-09T13:16:51,649 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:16:51,649 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:16:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-09T13:16:51,754 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=442, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/f73faaa35a30428cb2be1f4277999a7b
2024-12-09T13:16:51,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/61837a2bd67d455b88cf7fc6522b36a1 is 50, key is test_row_0/B:col10/1733750211283/Put/seqid=0
2024-12-09T13:16:51,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742264_1440 (size=12301)
2024-12-09T13:16:51,802 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:51,802 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:16:51,802 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing 83ae6b5150b43ac846fa69b8307cf14e, disabling compactions & flushes
2024-12-09T13:16:51,803 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-09T13:16:52,166 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/61837a2bd67d455b88cf7fc6522b36a1
2024-12-09T13:16:52,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/a3392669a2d74e819b8dfcb23a4a5700 is 50, key is test_row_0/C:col10/1733750211283/Put/seqid=0
2024-12-09T13:16:52,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742265_1441 (size=12301)
2024-12-09T13:16:52,192 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/a3392669a2d74e819b8dfcb23a4a5700
2024-12-09T13:16:52,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/f73faaa35a30428cb2be1f4277999a7b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/f73faaa35a30428cb2be1f4277999a7b
2024-12-09T13:16:52,201 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/f73faaa35a30428cb2be1f4277999a7b, entries=150, sequenceid=442, filesize=30.5 K
2024-12-09T13:16:52,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/61837a2bd67d455b88cf7fc6522b36a1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/61837a2bd67d455b88cf7fc6522b36a1
2024-12-09T13:16:52,205 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/61837a2bd67d455b88cf7fc6522b36a1, entries=150, sequenceid=442, filesize=12.0 K
2024-12-09T13:16:52,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/a3392669a2d74e819b8dfcb23a4a5700 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a3392669a2d74e819b8dfcb23a4a5700
2024-12-09T13:16:52,213 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a3392669a2d74e819b8dfcb23a4a5700, entries=150, sequenceid=442, filesize=12.0 K
2024-12-09T13:16:52,214 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=26.84 KB/27480 for 83ae6b5150b43ac846fa69b8307cf14e in 928ms, sequenceid=442, compaction requested=true
2024-12-09T13:16:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 83ae6b5150b43ac846fa69b8307cf14e:

2024-12-09T13:16:52,214 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. after waiting 0 ms
2024-12-09T13:16:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:52,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. because compaction request was cancelled
2024-12-09T13:16:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:52,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:A
2024-12-09T13:16:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 83ae6b5150b43ac846fa69b8307cf14e:C, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:52,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. because compaction request was cancelled
2024-12-09T13:16:52,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:52,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:B
2024-12-09T13:16:52,214 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing 83ae6b5150b43ac846fa69b8307cf14e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-12-09T13:16:52,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. because compaction request was cancelled
2024-12-09T13:16:52,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 83ae6b5150b43ac846fa69b8307cf14e:C
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=A
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=B
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 83ae6b5150b43ac846fa69b8307cf14e, store=C
2024-12-09T13:16:52,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:52,223 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120926dd08722daf475682519f81eb94c7fe_83ae6b5150b43ac846fa69b8307cf14e is 50, key is test_row_1/A:col10/1733750211313/Put/seqid=0
2024-12-09T13:16:52,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742266_1442 (size=9914)
2024-12-09T13:16:52,253 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-09T13:16:52,263 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120926dd08722daf475682519f81eb94c7fe_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120926dd08722daf475682519f81eb94c7fe_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:52,265 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/c31ca13f00c64e7a8933da8d38c17923, store: [table=TestAcidGuarantees family=A region=83ae6b5150b43ac846fa69b8307cf14e]
2024-12-09T13:16:52,265 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/c31ca13f00c64e7a8933da8d38c17923 is 175, key is test_row_1/A:col10/1733750211313/Put/seqid=0
2024-12-09T13:16:52,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742267_1443 (size=22561)
2024-12-09T13:16:52,303 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/c31ca13f00c64e7a8933da8d38c17923
2024-12-09T13:16:52,343 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/ee6f49f3ca5242d2a5014684cb39afa1 is 50, key is test_row_1/B:col10/1733750211313/Put/seqid=0
2024-12-09T13:16:52,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742268_1444 (size=9857)
2024-12-09T13:16:52,355 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/ee6f49f3ca5242d2a5014684cb39afa1
2024-12-09T13:16:52,376 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/7134174494194da0adca9dc3cab429a8 is 50, key is test_row_1/C:col10/1733750211313/Put/seqid=0
2024-12-09T13:16:52,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742269_1445 (size=9857)
2024-12-09T13:16:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-09T13:16:52,810 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/7134174494194da0adca9dc3cab429a8
2024-12-09T13:16:52,816 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/A/c31ca13f00c64e7a8933da8d38c17923 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c31ca13f00c64e7a8933da8d38c17923
2024-12-09T13:16:52,830 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c31ca13f00c64e7a8933da8d38c17923, entries=100, sequenceid=449, filesize=22.0 K
2024-12-09T13:16:52,831 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/B/ee6f49f3ca5242d2a5014684cb39afa1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/ee6f49f3ca5242d2a5014684cb39afa1
2024-12-09T13:16:52,835 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/ee6f49f3ca5242d2a5014684cb39afa1, entries=100, sequenceid=449, filesize=9.6 K
2024-12-09T13:16:52,841 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/.tmp/C/7134174494194da0adca9dc3cab429a8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7134174494194da0adca9dc3cab429a8
2024-12-09T13:16:52,848 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7134174494194da0adca9dc3cab429a8, entries=100, sequenceid=449, filesize=9.6 K
2024-12-09T13:16:52,849 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 83ae6b5150b43ac846fa69b8307cf14e in 635ms, sequenceid=449, compaction requested=true
2024-12-09T13:16:52,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0070bd1573a94edf91caffd9c51380e9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/e407e69f900a42ce9b9f345f7b1b1fa1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a5492244c0654caf860dc7be0cabd7c4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7d285c7a240f4176a6b4fe05af4e14a8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b9d9c1d8af55414dba72ac7477183b46, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/5ec829ce36e1437f80f9c7fff0cd24f3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/aaf53e7170cd4066a23082993083e415, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0bc31958c0644399abba2f3dc05b9db6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c04f908fc51d46d9b27876501dcb1d80, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/23b194f0dbc84098b4db5d8ea82c096f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/eade86bed8cc4af7aa973955c99d9068, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7f3c64f5e6294dc39ed1e0ca90bafcc0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/cb6edafa80b44763966468b8a0ce6144, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9b32a7a1723846228667e57b133b04ba, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/30ab2fc74f3747e381f8926dc063306d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/28edf8919487487797537e17185a6a60, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0dfd3ba898d748369a96368f2d563930, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/69e1508c46684ac7ac460d7ecc4ff366, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/2489ff44ba41422584607d8387f68605, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/bdc3ed513b7c4d8b896f58459b2d524e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/009c0d97d331467d8bacd020477dbfe7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/d263d35ae0784b31a2c6402bc3a2def0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/933d112cd7624c0fadbb8aa5b345b5e9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0e7060fa8c114a598ab756aeb87c31b8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a9c1c9af63574334a78403b192c18aec, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b73a54de42e0468ab6373425b7ef879b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0f6137afb59e4010a77b1156108a2300] to archive
2024-12-09T13:16:52,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:16:52,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0070bd1573a94edf91caffd9c51380e9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0070bd1573a94edf91caffd9c51380e9
2024-12-09T13:16:52,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/e407e69f900a42ce9b9f345f7b1b1fa1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/e407e69f900a42ce9b9f345f7b1b1fa1
2024-12-09T13:16:52,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a5492244c0654caf860dc7be0cabd7c4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a5492244c0654caf860dc7be0cabd7c4
2024-12-09T13:16:52,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7d285c7a240f4176a6b4fe05af4e14a8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7d285c7a240f4176a6b4fe05af4e14a8
2024-12-09T13:16:52,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b9d9c1d8af55414dba72ac7477183b46 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b9d9c1d8af55414dba72ac7477183b46
2024-12-09T13:16:52,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/5ec829ce36e1437f80f9c7fff0cd24f3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/5ec829ce36e1437f80f9c7fff0cd24f3
2024-12-09T13:16:52,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/aaf53e7170cd4066a23082993083e415 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/aaf53e7170cd4066a23082993083e415
2024-12-09T13:16:52,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0bc31958c0644399abba2f3dc05b9db6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0bc31958c0644399abba2f3dc05b9db6
2024-12-09T13:16:52,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c04f908fc51d46d9b27876501dcb1d80 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c04f908fc51d46d9b27876501dcb1d80
2024-12-09T13:16:52,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/23b194f0dbc84098b4db5d8ea82c096f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/23b194f0dbc84098b4db5d8ea82c096f
2024-12-09T13:16:52,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/eade86bed8cc4af7aa973955c99d9068 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/eade86bed8cc4af7aa973955c99d9068
2024-12-09T13:16:52,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7f3c64f5e6294dc39ed1e0ca90bafcc0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/7f3c64f5e6294dc39ed1e0ca90bafcc0
2024-12-09T13:16:52,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/cb6edafa80b44763966468b8a0ce6144 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/cb6edafa80b44763966468b8a0ce6144
2024-12-09T13:16:52,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9b32a7a1723846228667e57b133b04ba to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9b32a7a1723846228667e57b133b04ba
2024-12-09T13:16:52,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/30ab2fc74f3747e381f8926dc063306d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/30ab2fc74f3747e381f8926dc063306d
2024-12-09T13:16:52,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/28edf8919487487797537e17185a6a60 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/28edf8919487487797537e17185a6a60
2024-12-09T13:16:52,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0dfd3ba898d748369a96368f2d563930 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0dfd3ba898d748369a96368f2d563930
2024-12-09T13:16:52,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/69e1508c46684ac7ac460d7ecc4ff366 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/69e1508c46684ac7ac460d7ecc4ff366
2024-12-09T13:16:52,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/2489ff44ba41422584607d8387f68605 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/2489ff44ba41422584607d8387f68605
2024-12-09T13:16:52,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/bdc3ed513b7c4d8b896f58459b2d524e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/bdc3ed513b7c4d8b896f58459b2d524e
2024-12-09T13:16:53,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/009c0d97d331467d8bacd020477dbfe7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/009c0d97d331467d8bacd020477dbfe7
2024-12-09T13:16:53,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/d263d35ae0784b31a2c6402bc3a2def0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/d263d35ae0784b31a2c6402bc3a2def0
2024-12-09T13:16:53,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/933d112cd7624c0fadbb8aa5b345b5e9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/933d112cd7624c0fadbb8aa5b345b5e9
2024-12-09T13:16:53,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0e7060fa8c114a598ab756aeb87c31b8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0e7060fa8c114a598ab756aeb87c31b8
2024-12-09T13:16:53,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a9c1c9af63574334a78403b192c18aec to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/a9c1c9af63574334a78403b192c18aec
2024-12-09T13:16:53,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b73a54de42e0468ab6373425b7ef879b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/b73a54de42e0468ab6373425b7ef879b
2024-12-09T13:16:53,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0f6137afb59e4010a77b1156108a2300 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/0f6137afb59e4010a77b1156108a2300
2024-12-09T13:16:53,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b681f97b772c421cac2431c668c97d01, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/37cb18b24a2e422aa39a1678a74cda6d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/90808603e38d4e89bb4ee6e677c7654a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/8d4cb275f446477483f11c77039c0b9c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/19c645e532d645d5bb48ece8bd03e7c0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/264a9f59dd994a6e937b1386c527e54a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/7e2b4441920a4643b7b412bd1847442b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/146508dc04754f0da2d1b895d648dd15, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/727ea6f2b39b46908d530764cf178740, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/86d2c8575bbe4ace9e01d18e0a09dbda, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a573de82ab5b411b94e207c0bcb6c08b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a019f4c6634a4571a8561103e117b4a2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d260938b50e849368c9e202e94b45a91, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/2bf01f68a7c84b3b89040d3d660cea12, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/5d9bd6ce0d1d4ef6a2f55a5b0f7619ac, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/444cb823da0a4cc1ba84e54c076089cb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/4dd61ab33c384e0da5af5346f505c401, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/73bfdb84e7064b4c8adaaacaa4de8479, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d3fcf447ca2f4cab8b7069a07f27bafa, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/efa3c3988aae4962b0daae5daa4f205f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/f65663b7a97a4f93bac5d9affd430fe8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/93ff89fa8edf40aca342e3a8ec5b9bd2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/81cf3fc71eff4631ac12e5fe73cff38f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/97fe9ef540f44f41b8c4c12265b8e9b7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/cecc969282b94affbb6cd0a43022dda1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b9f8b6308b144d25bb52e9871bfd93bd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/229f0b30f4f24238b106da414d8877d5] to archive
2024-12-09T13:16:53,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:16:53,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b681f97b772c421cac2431c668c97d01 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b681f97b772c421cac2431c668c97d01
2024-12-09T13:16:53,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/37cb18b24a2e422aa39a1678a74cda6d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/37cb18b24a2e422aa39a1678a74cda6d
2024-12-09T13:16:53,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/90808603e38d4e89bb4ee6e677c7654a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/90808603e38d4e89bb4ee6e677c7654a
2024-12-09T13:16:53,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/8d4cb275f446477483f11c77039c0b9c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/8d4cb275f446477483f11c77039c0b9c
2024-12-09T13:16:53,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/19c645e532d645d5bb48ece8bd03e7c0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/19c645e532d645d5bb48ece8bd03e7c0
2024-12-09T13:16:53,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/264a9f59dd994a6e937b1386c527e54a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/264a9f59dd994a6e937b1386c527e54a
2024-12-09T13:16:53,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/7e2b4441920a4643b7b412bd1847442b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/7e2b4441920a4643b7b412bd1847442b
2024-12-09T13:16:53,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/146508dc04754f0da2d1b895d648dd15 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/146508dc04754f0da2d1b895d648dd15
2024-12-09T13:16:53,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/727ea6f2b39b46908d530764cf178740 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/727ea6f2b39b46908d530764cf178740
2024-12-09T13:16:53,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/86d2c8575bbe4ace9e01d18e0a09dbda to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/86d2c8575bbe4ace9e01d18e0a09dbda
2024-12-09T13:16:53,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a573de82ab5b411b94e207c0bcb6c08b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a573de82ab5b411b94e207c0bcb6c08b
2024-12-09T13:16:53,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a019f4c6634a4571a8561103e117b4a2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/a019f4c6634a4571a8561103e117b4a2
2024-12-09T13:16:53,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d260938b50e849368c9e202e94b45a91 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d260938b50e849368c9e202e94b45a91
2024-12-09T13:16:53,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/2bf01f68a7c84b3b89040d3d660cea12 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/2bf01f68a7c84b3b89040d3d660cea12
2024-12-09T13:16:53,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/5d9bd6ce0d1d4ef6a2f55a5b0f7619ac to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/5d9bd6ce0d1d4ef6a2f55a5b0f7619ac
2024-12-09T13:16:53,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/444cb823da0a4cc1ba84e54c076089cb to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/444cb823da0a4cc1ba84e54c076089cb
2024-12-09T13:16:53,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/4dd61ab33c384e0da5af5346f505c401 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/4dd61ab33c384e0da5af5346f505c401
2024-12-09T13:16:53,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/73bfdb84e7064b4c8adaaacaa4de8479 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/73bfdb84e7064b4c8adaaacaa4de8479
2024-12-09T13:16:53,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d3fcf447ca2f4cab8b7069a07f27bafa to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/d3fcf447ca2f4cab8b7069a07f27bafa
2024-12-09T13:16:53,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/efa3c3988aae4962b0daae5daa4f205f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/efa3c3988aae4962b0daae5daa4f205f
2024-12-09T13:16:53,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/f65663b7a97a4f93bac5d9affd430fe8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/f65663b7a97a4f93bac5d9affd430fe8
2024-12-09T13:16:53,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/93ff89fa8edf40aca342e3a8ec5b9bd2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/93ff89fa8edf40aca342e3a8ec5b9bd2
2024-12-09T13:16:53,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/81cf3fc71eff4631ac12e5fe73cff38f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/81cf3fc71eff4631ac12e5fe73cff38f
2024-12-09T13:16:53,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/97fe9ef540f44f41b8c4c12265b8e9b7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/97fe9ef540f44f41b8c4c12265b8e9b7
2024-12-09T13:16:53,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/cecc969282b94affbb6cd0a43022dda1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/cecc969282b94affbb6cd0a43022dda1
2024-12-09T13:16:53,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b9f8b6308b144d25bb52e9871bfd93bd to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/b9f8b6308b144d25bb52e9871bfd93bd
2024-12-09T13:16:53,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/229f0b30f4f24238b106da414d8877d5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/229f0b30f4f24238b106da414d8877d5
2024-12-09T13:16:53,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a1c4528454ee4bfa86610209150e1e6d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/4c2534c116ec4ab89152a011c4e06487, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/aaadc54d868a465aadbc869bc7a7d44a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/e49d4e8f881f4f59b28b8bb0379f9cf7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/97f95cffb6594a5e9d6da46a93f927f0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/18b44e0b64cc416ca102f74f337e6b4b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/50c5612901994e30a193dc27ca57bfc3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/2fbeffe7131c45658018a28142261f5e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/849824369c4145188e4b52bada6d448c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6fc93aefb61344ab8f2618dcc2587315, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/07a9ea8d5a3848c1a83df42a41ce2430, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/91f75731a70d40df90fc1abb1e0f4d92, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/dd604208bc2d4ab8bf40cc28c67b8f13, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7987994055e14fc8a966e11e86253720, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b2f97efa53604a85ab0259e36bcb8113, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/8e694a24e88f4cfbb8d9b5092476e53e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/29366298e56948639ca13c04072246f0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6018aed746fd4041a1d9a1b574ca162f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6b69af00472e4b189929841c90f6c357, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/fb5810c783354d8e87e373484c99f163, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7d80acc7b2eb4c0aa431619985fab2e9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/099f13ccc974434fbc256d9a3ac57c0f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/1accf706904646eaa3a000808fb269a3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/117c917c098c4005ae7688d71ebf701d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/d7d0f899ea3845968ee44cedeac79133, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/c1f03100ca6e4409b34c2244baa8bc80, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/44c6b3ded48a4ea6937246b2a29d0f2f] to archive
2024-12-09T13:16:53,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:16:53,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a1c4528454ee4bfa86610209150e1e6d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a1c4528454ee4bfa86610209150e1e6d
2024-12-09T13:16:53,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/4c2534c116ec4ab89152a011c4e06487 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/4c2534c116ec4ab89152a011c4e06487
2024-12-09T13:16:53,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/aaadc54d868a465aadbc869bc7a7d44a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/aaadc54d868a465aadbc869bc7a7d44a
2024-12-09T13:16:53,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/e49d4e8f881f4f59b28b8bb0379f9cf7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/e49d4e8f881f4f59b28b8bb0379f9cf7
2024-12-09T13:16:53,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/97f95cffb6594a5e9d6da46a93f927f0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/97f95cffb6594a5e9d6da46a93f927f0
2024-12-09T13:16:53,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/18b44e0b64cc416ca102f74f337e6b4b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/18b44e0b64cc416ca102f74f337e6b4b
2024-12-09T13:16:53,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/50c5612901994e30a193dc27ca57bfc3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/50c5612901994e30a193dc27ca57bfc3
2024-12-09T13:16:53,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/2fbeffe7131c45658018a28142261f5e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/2fbeffe7131c45658018a28142261f5e
2024-12-09T13:16:53,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/849824369c4145188e4b52bada6d448c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/849824369c4145188e4b52bada6d448c
2024-12-09T13:16:53,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6fc93aefb61344ab8f2618dcc2587315 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6fc93aefb61344ab8f2618dcc2587315
2024-12-09T13:16:53,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/07a9ea8d5a3848c1a83df42a41ce2430 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/07a9ea8d5a3848c1a83df42a41ce2430
2024-12-09T13:16:53,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/91f75731a70d40df90fc1abb1e0f4d92 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/91f75731a70d40df90fc1abb1e0f4d92
2024-12-09T13:16:53,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/dd604208bc2d4ab8bf40cc28c67b8f13 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/dd604208bc2d4ab8bf40cc28c67b8f13
2024-12-09T13:16:53,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7987994055e14fc8a966e11e86253720 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7987994055e14fc8a966e11e86253720
2024-12-09T13:16:53,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b2f97efa53604a85ab0259e36bcb8113 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b2f97efa53604a85ab0259e36bcb8113
2024-12-09T13:16:53,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/8e694a24e88f4cfbb8d9b5092476e53e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/8e694a24e88f4cfbb8d9b5092476e53e
2024-12-09T13:16:53,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/29366298e56948639ca13c04072246f0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/29366298e56948639ca13c04072246f0
2024-12-09T13:16:53,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6018aed746fd4041a1d9a1b574ca162f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6018aed746fd4041a1d9a1b574ca162f
2024-12-09T13:16:53,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6b69af00472e4b189929841c90f6c357 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/6b69af00472e4b189929841c90f6c357
2024-12-09T13:16:53,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/fb5810c783354d8e87e373484c99f163 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/fb5810c783354d8e87e373484c99f163
2024-12-09T13:16:53,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7d80acc7b2eb4c0aa431619985fab2e9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7d80acc7b2eb4c0aa431619985fab2e9
2024-12-09T13:16:53,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/099f13ccc974434fbc256d9a3ac57c0f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/099f13ccc974434fbc256d9a3ac57c0f
2024-12-09T13:16:53,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/1accf706904646eaa3a000808fb269a3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/1accf706904646eaa3a000808fb269a3
2024-12-09T13:16:53,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/117c917c098c4005ae7688d71ebf701d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/117c917c098c4005ae7688d71ebf701d
2024-12-09T13:16:53,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/d7d0f899ea3845968ee44cedeac79133 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/d7d0f899ea3845968ee44cedeac79133
2024-12-09T13:16:53,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/c1f03100ca6e4409b34c2244baa8bc80 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/c1f03100ca6e4409b34c2244baa8bc80
2024-12-09T13:16:53,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/44c6b3ded48a4ea6937246b2a29d0f2f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/44c6b3ded48a4ea6937246b2a29d0f2f
2024-12-09T13:16:53,214 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/recovered.edits/452.seqid, newMaxSeqId=452, maxSeqId=4
2024-12-09T13:16:53,223 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.
2024-12-09T13:16:53,223 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for 83ae6b5150b43ac846fa69b8307cf14e:
Waiting for close lock at 1733750211802Running coprocessor pre-close hooks at 1733750211802Disabling compacts and flushes for region at 1733750211802Disabling writes for close at 1733750212214 (+412 ms)Obtaining lock to block concurrent updates at 1733750212214Preparing flush snapshotting stores in 83ae6b5150b43ac846fa69b8307cf14e at 1733750212214Finished memstore snapshotting TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733750212214Flushing stores of TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e. at 1733750212215 (+1 ms)Flushing 83ae6b5150b43ac846fa69b8307cf14e/A: creating writer at 1733750212215Flushing mob file 83ae6b5150b43ac846fa69b8307cf14e/A: appending metadata at 1733750212223 (+8 ms)Flushing mob file 83ae6b5150b43ac846fa69b8307cf14e/A: closing flushed file at 1733750212223Flushing 83ae6b5150b43ac846fa69b8307cf14e/A: appending metadata at 1733750212265 (+42 ms)Flushing 83ae6b5150b43ac846fa69b8307cf14e/A: closing flushed file at 1733750212265Flushing 83ae6b5150b43ac846fa69b8307cf14e/B: creating writer at 1733750212326 (+61 ms)Flushing 83ae6b5150b43ac846fa69b8307cf14e/B: appending metadata at 1733750212342 (+16 ms)Flushing 83ae6b5150b43ac846fa69b8307cf14e/B: closing flushed file at 1733750212343 (+1 ms)Flushing 83ae6b5150b43ac846fa69b8307cf14e/C: creating writer at 1733750212367 (+24 ms)Flushing 83ae6b5150b43ac846fa69b8307cf14e/C: appending metadata at 1733750212375 (+8 ms)Flushing 83ae6b5150b43ac846fa69b8307cf14e/C: closing flushed file at 1733750212375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db0e826: reopening flushed file at 1733750212814 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639a9d81: reopening flushed file at 1733750212830 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104bc596: reopening flushed file at 1733750212835 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 83ae6b5150b43ac846fa69b8307cf14e in 635ms, sequenceid=449, compaction requested=true at 1733750212849 (+14 ms)Writing region close event to WAL at 1733750213179 (+330 ms)Running coprocessor post-close hooks at 1733750213223 (+44 ms)Closed at 1733750213223
2024-12-09T13:16:53,236 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed 83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,236 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=83ae6b5150b43ac846fa69b8307cf14e, regionState=CLOSED
2024-12-09T13:16:53,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:16:53,265 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-12-09T13:16:53,265 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure 83ae6b5150b43ac846fa69b8307cf14e, server=cad571b91d50,33809,1733750093218 in 1.6050 sec
2024-12-09T13:16:53,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-12-09T13:16:53,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6290 sec
2024-12-09T13:16:53,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750213276"}]},"ts":"1733750213276"}
2024-12-09T13:16:53,276 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106
2024-12-09T13:16:53,276 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=83ae6b5150b43ac846fa69b8307cf14e, UNASSIGN in 1.6200 sec
2024-12-09T13:16:53,291 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-09T13:16:53,291 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-09T13:16:53,311 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6620 sec
2024-12-09T13:16:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-09T13:16:53,784 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:53,784 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-09T13:16:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:53,787 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:53,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-09T13:16:53,794 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,797 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/recovered.edits]
2024-12-09T13:16:53,801 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9427ada106574999ba39acc9ba0a37bc to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/9427ada106574999ba39acc9ba0a37bc
2024-12-09T13:16:53,802 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c31ca13f00c64e7a8933da8d38c17923 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/c31ca13f00c64e7a8933da8d38c17923
2024-12-09T13:16:53,807 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/f25a49c6fb8f4234977534ac8f40e7e3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/f25a49c6fb8f4234977534ac8f40e7e3
2024-12-09T13:16:53,808 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/f73faaa35a30428cb2be1f4277999a7b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/A/f73faaa35a30428cb2be1f4277999a7b
2024-12-09T13:16:53,811 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/0590132b748e4f4a88ac385ea130e2eb to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/0590132b748e4f4a88ac385ea130e2eb
2024-12-09T13:16:53,813 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/5e9cd859f798407cba9b6920ee5844be to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/5e9cd859f798407cba9b6920ee5844be
2024-12-09T13:16:53,815 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/61837a2bd67d455b88cf7fc6522b36a1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/61837a2bd67d455b88cf7fc6522b36a1
2024-12-09T13:16:53,816 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/ee6f49f3ca5242d2a5014684cb39afa1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/B/ee6f49f3ca5242d2a5014684cb39afa1
2024-12-09T13:16:53,819 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/095c8501d78947bcaa1e9449fabbfcaa to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/095c8501d78947bcaa1e9449fabbfcaa
2024-12-09T13:16:53,821 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7134174494194da0adca9dc3cab429a8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/7134174494194da0adca9dc3cab429a8
2024-12-09T13:16:53,823 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a3392669a2d74e819b8dfcb23a4a5700 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/a3392669a2d74e819b8dfcb23a4a5700
2024-12-09T13:16:53,825 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b6659a87fd5c4c7ea5dbfc050b2571d2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/C/b6659a87fd5c4c7ea5dbfc050b2571d2
2024-12-09T13:16:53,832 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/recovered.edits/452.seqid to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e/recovered.edits/452.seqid
2024-12-09T13:16:53,833 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,833 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-09T13:16:53,833 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-09T13:16:53,834 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-09T13:16:53,838 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090b486f3e12cf494d97017764c08c2cba_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090b486f3e12cf494d97017764c08c2cba_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,849 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209188d4f2cfafb41a19794a327b99311b2_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209188d4f2cfafb41a19794a327b99311b2_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,854 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120926dd08722daf475682519f81eb94c7fe_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120926dd08722daf475682519f81eb94c7fe_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,855 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209270300d6bf1c4a72b88d3fb6a10abd56_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209270300d6bf1c4a72b88d3fb6a10abd56_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,856 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120930ce72186f014f2f88045c538a49192b_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120930ce72186f014f2f88045c538a49192b_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,858 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120936a5e0b2f5a643f28d008b739ea8b631_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120936a5e0b2f5a643f28d008b739ea8b631_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,860 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120947f402afe2ae4adfa917b56159a46408_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120947f402afe2ae4adfa917b56159a46408_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,861 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095d8883697a7c4fac96eb2ccca469273f_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095d8883697a7c4fac96eb2ccca469273f_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,863 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120964d54cbe4f254a95bdae7ca8751cfca6_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120964d54cbe4f254a95bdae7ca8751cfca6_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,864 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120965da5d330cd444bd8c5573de0d00cade_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120965da5d330cd444bd8c5573de0d00cade_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,866 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096d4db266393a40fd9e06a253e05d748b_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412096d4db266393a40fd9e06a253e05d748b_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,867 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098d6bc4c82dd14236ae91f593f8859db5_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098d6bc4c82dd14236ae91f593f8859db5_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,868 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099416f30a06b64c9ababab652e0b3722b_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099416f30a06b64c9ababab652e0b3722b_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,870 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a5acde22942042f4b9873792cfc996ab_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a5acde22942042f4b9873792cfc996ab_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,873 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a6f68753da76439ab001ce208dc1cbe8_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a6f68753da76439ab001ce208dc1cbe8_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,875 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a9f0de4a5a604078bb68838133fb6a42_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a9f0de4a5a604078bb68838133fb6a42_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,877 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b40f294e7d6c404d8dddce5d7f46eb93_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b40f294e7d6c404d8dddce5d7f46eb93_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,879 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cd6ae53ea37f486093ec55dd7199688c_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cd6ae53ea37f486093ec55dd7199688c_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,881 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d6243f067bdd487092858825cf01dd72_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d6243f067bdd487092858825cf01dd72_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,882 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ec7371ca2af94395bce8436e6ce2d3c7_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ec7371ca2af94395bce8436e6ce2d3c7_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,883 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f1f9ae69590b44ce8ad58931fb424c8d_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f1f9ae69590b44ce8ad58931fb424c8d_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,885 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f67956ab4e0b40b58a3250412bb54a40_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f67956ab4e0b40b58a3250412bb54a40_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,886 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f740e1c000d749dc9e059faa2008b9de_83ae6b5150b43ac846fa69b8307cf14e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f740e1c000d749dc9e059faa2008b9de_83ae6b5150b43ac846fa69b8307cf14e
2024-12-09T13:16:53,886 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-09T13:16:53,889 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:53,892 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-09T13:16:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-09T13:16:53,895 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-09T13:16:53,896 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:53,896 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-09T13:16:53,896 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733750213896"}]},"ts":"9223372036854775807"}
2024-12-09T13:16:53,898 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-09T13:16:53,898 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 83ae6b5150b43ac846fa69b8307cf14e, NAME => 'TestAcidGuarantees,,1733750187536.83ae6b5150b43ac846fa69b8307cf14e.', STARTKEY => '', ENDKEY => ''}]
2024-12-09T13:16:53,898 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-09T13:16:53,898 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733750213898"}]},"ts":"9223372036854775807"}
2024-12-09T13:16:53,900 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-09T13:16:53,901 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:53,902 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 117 msec
2024-12-09T13:16:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-09T13:16:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-09T13:16:54,104 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:54,117 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 246) - Thread LEAK? -, OpenFileDescriptor=465 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1246 (was 1202) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5318 (was 5290) - AvailableMemoryMB LEAK? -
2024-12-09T13:16:54,128 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=1246, ProcessCount=11, AvailableMemoryMB=5316
2024-12-09T13:16:54,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:16:54,130 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:16:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-09T13:16:54,133 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T13:16:54,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:54,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 110
2024-12-09T13:16:54,134 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T13:16:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-12-09T13:16:54,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742270_1446 (size=1061)
2024-12-09T13:16:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-12-09T13:16:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-12-09T13:16:54,543 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d
2024-12-09T13:16:54,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742271_1447 (size=53)
2024-12-09T13:16:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-12-09T13:16:54,954 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:16:54,954 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 523ba7a031323134aa4fae1a99d0f754, disabling compactions & flushes
2024-12-09T13:16:54,954 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:54,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:54,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. after waiting 0 ms
2024-12-09T13:16:54,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:54,955 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:54,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 523ba7a031323134aa4fae1a99d0f754:
Waiting for close lock at 1733750214954Disabling compacts and flushes for region at 1733750214954Disabling writes for close at 1733750214955 (+1 ms)Writing region close event to WAL at 1733750214955Closed at 1733750214955
2024-12-09T13:16:54,956 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T13:16:54,956 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733750214956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733750214956"}]},"ts":"1733750214956"}
2024-12-09T13:16:54,958 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T13:16:54,959 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T13:16:54,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750214959"}]},"ts":"1733750214959"}
2024-12-09T13:16:54,960 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-09T13:16:54,960 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, ASSIGN}]
2024-12-09T13:16:54,961 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, ASSIGN
2024-12-09T13:16:54,962 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, ASSIGN; state=OFFLINE, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=false
2024-12-09T13:16:55,113 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=523ba7a031323134aa4fae1a99d0f754, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, ASSIGN because future has completed
2024-12-09T13:16:55,115 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:16:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-12-09T13:16:55,284 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:55,284 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:16:55,285 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,285 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:16:55,285 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,285 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,290 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 523ba7a031323134aa4fae1a99d0f754 
2024-12-09T13:16:55,292 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:55,292 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 523ba7a031323134aa4fae1a99d0f754 columnFamilyName A
2024-12-09T13:16:55,292 DEBUG [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:55,294 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.HStore(327): Store=523ba7a031323134aa4fae1a99d0f754/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:55,294 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 523ba7a031323134aa4fae1a99d0f754 
2024-12-09T13:16:55,295 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:55,295 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 523ba7a031323134aa4fae1a99d0f754 columnFamilyName B
2024-12-09T13:16:55,295 DEBUG [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:55,295 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.HStore(327): Store=523ba7a031323134aa4fae1a99d0f754/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:55,296 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 523ba7a031323134aa4fae1a99d0f754 
2024-12-09T13:16:55,297 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:16:55,297 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 523ba7a031323134aa4fae1a99d0f754 columnFamilyName C
2024-12-09T13:16:55,297 DEBUG [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:16:55,311 INFO  [StoreOpener-523ba7a031323134aa4fae1a99d0f754-1 {}] regionserver.HStore(327): Store=523ba7a031323134aa4fae1a99d0f754/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:16:55,311 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:55,311 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,312 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,312 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,314 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,314 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,314 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:16:55,323 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,325 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:16:55,325 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened 523ba7a031323134aa4fae1a99d0f754; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74673792, jitterRate=0.11272621154785156}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:16:55,325 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:55,326 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for 523ba7a031323134aa4fae1a99d0f754:
Running coprocessor pre-open hook at 1733750215285Writing region info on filesystem at 1733750215285Initializing all the Stores at 1733750215287 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750215287Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750215290 (+3 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750215290Cleaning up temporary data from old regions at 1733750215314 (+24 ms)Running coprocessor post-open hooks at 1733750215325 (+11 ms)Region opened successfully at 1733750215326 (+1 ms)
2024-12-09T13:16:55,327 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., pid=112, masterSystemTime=1733750215267
2024-12-09T13:16:55,329 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:55,329 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:55,330 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=523ba7a031323134aa4fae1a99d0f754, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:16:55,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:16:55,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-12-09T13:16:55,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure 523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218 in 218 msec
2024-12-09T13:16:55,338 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110
2024-12-09T13:16:55,338 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, ASSIGN in 375 msec
2024-12-09T13:16:55,338 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T13:16:55,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750215338"}]},"ts":"1733750215338"}
2024-12-09T13:16:55,340 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-09T13:16:55,341 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T13:16:55,343 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2110 sec
2024-12-09T13:16:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-12-09T13:16:56,290 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:56,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,300 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b18d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,303 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696e4aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,306 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:16:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,35467,1733750092138
2024-12-09T13:16:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b733a3f
2024-12-09T13:16:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:16:56,308 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:16:56,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,313 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a15303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,318 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9c4e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,324 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75881afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,326 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f4ae74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,340 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eca0055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,342 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d68f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,353 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c71e5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,355 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344bcb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,358 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87397e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,360 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163f454c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,362 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5951c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,366 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4531e856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,375 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723fc473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,382 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac503b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,390 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7deda434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,394 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,396 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb19d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,398 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8a8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c1b90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:16:56,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:16:56,400 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:16:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:16:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:16:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136d931b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:16:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:16:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:16:56,401 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:16:56,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b16488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:16:56,407 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,411 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,427 DEBUG [Thread-2017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,429 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,431 DEBUG [Thread-2006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,439 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,440 DEBUG [Thread-2023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,444 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,447 DEBUG [Thread-2010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,451 DEBUG [Thread-2008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,454 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:56,462 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-09T13:16:56,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:16:56,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:56,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:16:56,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:56,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:16:56,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:56,472 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-12-09T13:16:56,473 DEBUG [Thread-2025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-09T13:16:56,473 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:56,474 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,474 DEBUG [Thread-2025 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,474 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:56,474 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:56,474 DEBUG [Thread-2025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,476 DEBUG [Thread-2012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,476 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,479 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,485 DEBUG [Thread-2019 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,485 DEBUG [Thread-2019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,490 DEBUG [Thread-2014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:16:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:16:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:16:56,498 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,499 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:16:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2]
2024-12-09T13:16:56,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8abc0986ca1346d99e02875942932d46 is 50, key is test_row_0/A:col10/1733750216461/Put/seqid=0
2024-12-09T13:16:56,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750216522, max timestamp=1733750216546Num uniques 859; 
2024-12-09T13:16:56,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750216522, max timestamp=1733750216546Num uniques 859; 
2024-12-09T13:16:56,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:16:56,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:16:56,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750216522, max timestamp=1733750216546Num uniques 859; 
2024-12-09T13:16:56,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:16:56,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742272_1448 (size=12001)
2024-12-09T13:16:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-09T13:16:56,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-09T13:16:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:56,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750276623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750276625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750276633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750276645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750276646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750276755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750276755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750276755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750276773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750276773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-09T13:16:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:56,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-09T13:16:56,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-09T13:16:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:56,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:56,953 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8abc0986ca1346d99e02875942932d46
2024-12-09T13:16:56,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750276973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750276973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750276973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:56,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/6d2e33565ac6410e94f7fc9bf52edfc3 is 50, key is test_row_0/B:col10/1733750216461/Put/seqid=0
2024-12-09T13:16:57,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750276993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750276996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742273_1449 (size=12001)
2024-12-09T13:16:57,019 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/6d2e33565ac6410e94f7fc9bf52edfc3
2024-12-09T13:16:57,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6c58078c656b480abb8ed9072ae70c9f is 50, key is test_row_0/C:col10/1733750216461/Put/seqid=0
2024-12-09T13:16:57,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742274_1450 (size=12001)
2024-12-09T13:16:57,062 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6c58078c656b480abb8ed9072ae70c9f
2024-12-09T13:16:57,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8abc0986ca1346d99e02875942932d46 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8abc0986ca1346d99e02875942932d46
2024-12-09T13:16:57,078 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8abc0986ca1346d99e02875942932d46, entries=150, sequenceid=11, filesize=11.7 K
2024-12-09T13:16:57,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/6d2e33565ac6410e94f7fc9bf52edfc3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/6d2e33565ac6410e94f7fc9bf52edfc3
2024-12-09T13:16:57,094 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/6d2e33565ac6410e94f7fc9bf52edfc3, entries=150, sequenceid=11, filesize=11.7 K
2024-12-09T13:16:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6c58078c656b480abb8ed9072ae70c9f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c58078c656b480abb8ed9072ae70c9f
2024-12-09T13:16:57,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-09T13:16:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:57,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,099 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c58078c656b480abb8ed9072ae70c9f, entries=150, sequenceid=11, filesize=11.7 K
2024-12-09T13:16:57,100 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 523ba7a031323134aa4fae1a99d0f754 in 638ms, sequenceid=11, compaction requested=false
2024-12-09T13:16:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-09T13:16:57,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-09T13:16:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:57,251 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-12-09T13:16:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:16:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:16:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:16:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:57,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/d29fa9b911294a838df07a75bfd22146 is 50, key is test_row_0/A:col10/1733750216642/Put/seqid=0
2024-12-09T13:16:57,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742275_1451 (size=12001)
2024-12-09T13:16:57,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/d29fa9b911294a838df07a75bfd22146
2024-12-09T13:16:57,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ce3bb5038ba34a42a86625ce70826b92 is 50, key is test_row_0/B:col10/1733750216642/Put/seqid=0
2024-12-09T13:16:57,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:57,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750277313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750277313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750277313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750277319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742276_1452 (size=12001)
2024-12-09T13:16:57,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ce3bb5038ba34a42a86625ce70826b92
2024-12-09T13:16:57,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750277324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2c0864cbbe244a998a0664fb634e2916 is 50, key is test_row_0/C:col10/1733750216642/Put/seqid=0
2024-12-09T13:16:57,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742277_1453 (size=12001)
2024-12-09T13:16:57,410 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2c0864cbbe244a998a0664fb634e2916
2024-12-09T13:16:57,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/d29fa9b911294a838df07a75bfd22146 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d29fa9b911294a838df07a75bfd22146
2024-12-09T13:16:57,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d29fa9b911294a838df07a75bfd22146, entries=150, sequenceid=47, filesize=11.7 K
2024-12-09T13:16:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ce3bb5038ba34a42a86625ce70826b92 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ce3bb5038ba34a42a86625ce70826b92
2024-12-09T13:16:57,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750277433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750277433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ce3bb5038ba34a42a86625ce70826b92, entries=150, sequenceid=47, filesize=11.7 K
2024-12-09T13:16:57,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750277453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2c0864cbbe244a998a0664fb634e2916 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2c0864cbbe244a998a0664fb634e2916
2024-12-09T13:16:57,486 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2c0864cbbe244a998a0664fb634e2916, entries=150, sequenceid=47, filesize=11.7 K
2024-12-09T13:16:57,487 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 523ba7a031323134aa4fae1a99d0f754 in 236ms, sequenceid=47, compaction requested=false
2024-12-09T13:16:57,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:57,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:57,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-12-09T13:16:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-12-09T13:16:57,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-12-09T13:16:57,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec
2024-12-09T13:16:57,493 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.0200 sec
2024-12-09T13:16:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-09T13:16:57,614 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:57,614 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-12-09T13:16:57,617 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-09T13:16:57,618 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:57,619 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:57,663 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-09T13:16:57,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:16:57,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:57,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:16:57,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:57,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:16:57,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:57,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e6f31ac2b2544c268194269a1b8ea22d is 50, key is test_row_0/A:col10/1733750217318/Put/seqid=0
2024-12-09T13:16:57,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742278_1454 (size=9657)
2024-12-09T13:16:57,691 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e6f31ac2b2544c268194269a1b8ea22d
2024-12-09T13:16:57,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/af62aa9c68174810b86f5f486bc62fd9 is 50, key is test_row_0/B:col10/1733750217318/Put/seqid=0
2024-12-09T13:16:57,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742279_1455 (size=9657)
2024-12-09T13:16:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-09T13:16:57,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-09T13:16:57,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:57,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:57,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:57,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750277770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750217742, max timestamp=1733750217779Num uniques 859; 
2024-12-09T13:16:57,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:57,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750217742, max timestamp=1733750217779Num uniques 859; 
2024-12-09T13:16:57,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:57,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750217742, max timestamp=1733750217779Num uniques 859; 
2024-12-09T13:16:57,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:57,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750277850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750277851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750277866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750277870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750277893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-09T13:16:57,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:57,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:57,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:57,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-09T13:16:57,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750277973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:57,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750277973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750277993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750277993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-09T13:16:58,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:58,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,121 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/af62aa9c68174810b86f5f486bc62fd9
2024-12-09T13:16:58,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750278114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/951e9972e52f407f8e7994501c5cc975 is 50, key is test_row_0/C:col10/1733750217318/Put/seqid=0
2024-12-09T13:16:58,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742280_1456 (size=9657)
2024-12-09T13:16:58,173 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/951e9972e52f407f8e7994501c5cc975
2024-12-09T13:16:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e6f31ac2b2544c268194269a1b8ea22d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e6f31ac2b2544c268194269a1b8ea22d
2024-12-09T13:16:58,190 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e6f31ac2b2544c268194269a1b8ea22d, entries=100, sequenceid=58, filesize=9.4 K
2024-12-09T13:16:58,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/af62aa9c68174810b86f5f486bc62fd9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/af62aa9c68174810b86f5f486bc62fd9
2024-12-09T13:16:58,198 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/af62aa9c68174810b86f5f486bc62fd9, entries=100, sequenceid=58, filesize=9.4 K
2024-12-09T13:16:58,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/951e9972e52f407f8e7994501c5cc975 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/951e9972e52f407f8e7994501c5cc975
2024-12-09T13:16:58,202 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/951e9972e52f407f8e7994501c5cc975, entries=100, sequenceid=58, filesize=9.4 K
2024-12-09T13:16:58,203 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 523ba7a031323134aa4fae1a99d0f754 in 541ms, sequenceid=58, compaction requested=true
2024-12-09T13:16:58,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:58,204 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:58,204 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:58,205 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:58,205 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:16:58,205 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,205 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8abc0986ca1346d99e02875942932d46, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d29fa9b911294a838df07a75bfd22146, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e6f31ac2b2544c268194269a1b8ea22d] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=32.9 K
2024-12-09T13:16:58,206 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:58,207 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:16:58,207 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,207 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/6d2e33565ac6410e94f7fc9bf52edfc3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ce3bb5038ba34a42a86625ce70826b92, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/af62aa9c68174810b86f5f486bc62fd9] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=32.9 K
2024-12-09T13:16:58,207 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8abc0986ca1346d99e02875942932d46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733750216458
2024-12-09T13:16:58,207 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d2e33565ac6410e94f7fc9bf52edfc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733750216458
2024-12-09T13:16:58,207 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d29fa9b911294a838df07a75bfd22146, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733750216630
2024-12-09T13:16:58,208 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting ce3bb5038ba34a42a86625ce70826b92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733750216630
2024-12-09T13:16:58,208 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6f31ac2b2544c268194269a1b8ea22d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733750217318
2024-12-09T13:16:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:58,208 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting af62aa9c68174810b86f5f486bc62fd9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733750217318
2024-12-09T13:16:58,209 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-09T13:16:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:16:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-09T13:16:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:16:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-09T13:16:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:16:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-09T13:16:58,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/5edf145c15854ae489f743496a8c321b is 50, key is test_row_0/A:col10/1733750218208/Put/seqid=0
2024-12-09T13:16:58,232 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:58,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-09T13:16:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:58,232 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ba30419816064ec7a1d1bdb48de705ef is 50, key is test_row_0/B:col10/1733750217318/Put/seqid=0
2024-12-09T13:16:58,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,239 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:58,239 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8f677afea3a7416ba151ebe536a119a5 is 50, key is test_row_0/A:col10/1733750217318/Put/seqid=0
2024-12-09T13:16:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-09T13:16:58,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750278234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750278235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750278251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742282_1458 (size=16681)
2024-12-09T13:16:58,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750278258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742283_1459 (size=12104)
2024-12-09T13:16:58,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742281_1457 (size=12104)
2024-12-09T13:16:58,309 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8f677afea3a7416ba151ebe536a119a5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8f677afea3a7416ba151ebe536a119a5
2024-12-09T13:16:58,313 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ba30419816064ec7a1d1bdb48de705ef as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ba30419816064ec7a1d1bdb48de705ef
2024-12-09T13:16:58,314 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 8f677afea3a7416ba151ebe536a119a5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:58,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:58,315 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750218203; duration=0sec
2024-12-09T13:16:58,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:58,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:16:58,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:16:58,318 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:16:58,318 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:16:58,318 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,318 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c58078c656b480abb8ed9072ae70c9f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2c0864cbbe244a998a0664fb634e2916, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/951e9972e52f407f8e7994501c5cc975] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=32.9 K
2024-12-09T13:16:58,318 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c58078c656b480abb8ed9072ae70c9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733750216458
2024-12-09T13:16:58,319 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c0864cbbe244a998a0664fb634e2916, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733750216630
2024-12-09T13:16:58,320 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 951e9972e52f407f8e7994501c5cc975, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733750217318
2024-12-09T13:16:58,322 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into ba30419816064ec7a1d1bdb48de705ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:58,322 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:58,322 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750218204; duration=0sec
2024-12-09T13:16:58,322 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:58,323 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:16:58,328 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:58,328 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/abdf1e473cbf48a4885139ca909d5159 is 50, key is test_row_0/C:col10/1733750217318/Put/seqid=0
2024-12-09T13:16:58,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742284_1460 (size=12104)
2024-12-09T13:16:58,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750278363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750278364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750278364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-09T13:16:58,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:58,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750278393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750278433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-09T13:16:58,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:58,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750278573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750278575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750278583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750278613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:58,663 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/5edf145c15854ae489f743496a8c321b
2024-12-09T13:16:58,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/d47237a3b02d44ffbcc9cc8a7dde66eb is 50, key is test_row_0/B:col10/1733750218208/Put/seqid=0
2024-12-09T13:16:58,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742285_1461 (size=12001)
2024-12-09T13:16:58,698 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/d47237a3b02d44ffbcc9cc8a7dde66eb
2024-12-09T13:16:58,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-09T13:16:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:58,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/52aaac2c05dd46cfa2e05cc2ce089cc8 is 50, key is test_row_0/C:col10/1733750218208/Put/seqid=0
2024-12-09T13:16:58,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742286_1462 (size=12001)
2024-12-09T13:16:58,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/52aaac2c05dd46cfa2e05cc2ce089cc8
2024-12-09T13:16:58,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/5edf145c15854ae489f743496a8c321b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/5edf145c15854ae489f743496a8c321b
2024-12-09T13:16:58,728 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/5edf145c15854ae489f743496a8c321b, entries=250, sequenceid=96, filesize=16.3 K
2024-12-09T13:16:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/d47237a3b02d44ffbcc9cc8a7dde66eb as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/d47237a3b02d44ffbcc9cc8a7dde66eb
2024-12-09T13:16:58,740 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/d47237a3b02d44ffbcc9cc8a7dde66eb, entries=150, sequenceid=96, filesize=11.7 K
2024-12-09T13:16:58,742 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/abdf1e473cbf48a4885139ca909d5159 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/abdf1e473cbf48a4885139ca909d5159
2024-12-09T13:16:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/52aaac2c05dd46cfa2e05cc2ce089cc8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/52aaac2c05dd46cfa2e05cc2ce089cc8
2024-12-09T13:16:58,751 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into abdf1e473cbf48a4885139ca909d5159(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:58,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:58,751 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750218204; duration=0sec
2024-12-09T13:16:58,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:58,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:16:58,752 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/52aaac2c05dd46cfa2e05cc2ce089cc8, entries=150, sequenceid=96, filesize=11.7 K
2024-12-09T13:16:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-09T13:16:58,759 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 523ba7a031323134aa4fae1a99d0f754 in 544ms, sequenceid=96, compaction requested=false
2024-12-09T13:16:58,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:58,761 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:16:58,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-09T13:16:58,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:58,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-12-09T13:16:58,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:16:58,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:58,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:16:58,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:58,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:16:58,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/515315bedded449e90808c2f925337cf is 50, key is test_row_0/A:col10/1733750218232/Put/seqid=0
2024-12-09T13:16:58,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:58,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742287_1463 (size=9657)
2024-12-09T13:16:58,914 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/515315bedded449e90808c2f925337cf
2024-12-09T13:16:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/4d7d83066e12436d85b7ff12dca31f5e is 50, key is test_row_0/B:col10/1733750218232/Put/seqid=0
2024-12-09T13:16:58,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742288_1464 (size=9657)
2024-12-09T13:16:58,939 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/4d7d83066e12436d85b7ff12dca31f5e
2024-12-09T13:16:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/824d11f054104946a9372644f7a1ed9b is 50, key is test_row_0/C:col10/1733750218232/Put/seqid=0
2024-12-09T13:16:58,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742289_1465 (size=9657)
2024-12-09T13:16:58,986 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/824d11f054104946a9372644f7a1ed9b
2024-12-09T13:16:58,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750218944, max timestamp=1733750218979Num uniques 859; 
2024-12-09T13:16:58,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750218944, max timestamp=1733750218979Num uniques 859; 
2024-12-09T13:16:58,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:58,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:16:58,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/515315bedded449e90808c2f925337cf as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/515315bedded449e90808c2f925337cf
2024-12-09T13:16:58,996 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/515315bedded449e90808c2f925337cf, entries=100, sequenceid=108, filesize=9.4 K
2024-12-09T13:16:58,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/4d7d83066e12436d85b7ff12dca31f5e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/4d7d83066e12436d85b7ff12dca31f5e
2024-12-09T13:16:59,005 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/4d7d83066e12436d85b7ff12dca31f5e, entries=100, sequenceid=108, filesize=9.4 K
2024-12-09T13:16:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/824d11f054104946a9372644f7a1ed9b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/824d11f054104946a9372644f7a1ed9b
2024-12-09T13:16:59,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/824d11f054104946a9372644f7a1ed9b, entries=100, sequenceid=108, filesize=9.4 K
2024-12-09T13:16:59,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=78.27 KB/80150 for 523ba7a031323134aa4fae1a99d0f754 in 153ms, sequenceid=108, compaction requested=true
2024-12-09T13:16:59,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:59,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:59,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-12-09T13:16:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-12-09T13:16:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:59,013 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=84.98 KB heapSize=243.86 KB
2024-12-09T13:16:59,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:16:59,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:59,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:16:59,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:59,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:16:59,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:16:59,020 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-12-09T13:16:59,020 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec
2024-12-09T13:16:59,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e20a7edd0f1d4966b55e9cdd88f3f3e2 is 50, key is test_row_0/A:col10/1733750219007/Put/seqid=0
2024-12-09T13:16:59,023 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.4070 sec
2024-12-09T13:16:59,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742290_1466 (size=12101)
2024-12-09T13:16:59,088 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e20a7edd0f1d4966b55e9cdd88f3f3e2
2024-12-09T13:16:59,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750279067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750279061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750279070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750279071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750279072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/2cbf560b2137401492aed456f3b5aaf2 is 50, key is test_row_0/B:col10/1733750219007/Put/seqid=0
2024-12-09T13:16:59,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742291_1467 (size=12101)
2024-12-09T13:16:59,158 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/2cbf560b2137401492aed456f3b5aaf2
2024-12-09T13:16:59,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/212bc4fa281548bc9c1183376f37f590 is 50, key is test_row_0/C:col10/1733750219007/Put/seqid=0
2024-12-09T13:16:59,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742292_1468 (size=12101)
2024-12-09T13:16:59,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750279204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750279204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750279204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750279205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750279214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750279433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750279434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750279434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750279434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750279434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,607 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/212bc4fa281548bc9c1183376f37f590
2024-12-09T13:16:59,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e20a7edd0f1d4966b55e9cdd88f3f3e2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e20a7edd0f1d4966b55e9cdd88f3f3e2
2024-12-09T13:16:59,617 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e20a7edd0f1d4966b55e9cdd88f3f3e2, entries=150, sequenceid=133, filesize=11.8 K
2024-12-09T13:16:59,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/2cbf560b2137401492aed456f3b5aaf2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2cbf560b2137401492aed456f3b5aaf2
2024-12-09T13:16:59,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2cbf560b2137401492aed456f3b5aaf2, entries=150, sequenceid=133, filesize=11.8 K
2024-12-09T13:16:59,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/212bc4fa281548bc9c1183376f37f590 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/212bc4fa281548bc9c1183376f37f590
2024-12-09T13:16:59,627 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/212bc4fa281548bc9c1183376f37f590, entries=150, sequenceid=133, filesize=11.8 K
2024-12-09T13:16:59,628 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~84.98 KB/87020, heapSize ~243.81 KB/249664, currentSize=93.93 KB/96180 for 523ba7a031323134aa4fae1a99d0f754 in 615ms, sequenceid=133, compaction requested=true
2024-12-09T13:16:59,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:59,629 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:16:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:59,629 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:16:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:16:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:16:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:59,630 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50543 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:59,630 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:16:59,630 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:59,630 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8f677afea3a7416ba151ebe536a119a5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/5edf145c15854ae489f743496a8c321b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/515315bedded449e90808c2f925337cf, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e20a7edd0f1d4966b55e9cdd88f3f3e2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=49.4 K
2024-12-09T13:16:59,631 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 45863 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:59,631 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:16:59,631 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:59,631 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ba30419816064ec7a1d1bdb48de705ef, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/d47237a3b02d44ffbcc9cc8a7dde66eb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/4d7d83066e12436d85b7ff12dca31f5e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2cbf560b2137401492aed456f3b5aaf2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=44.8 K
2024-12-09T13:16:59,631 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f677afea3a7416ba151ebe536a119a5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733750216642
2024-12-09T13:16:59,631 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting ba30419816064ec7a1d1bdb48de705ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733750216642
2024-12-09T13:16:59,631 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5edf145c15854ae489f743496a8c321b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733750217831
2024-12-09T13:16:59,632 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 515315bedded449e90808c2f925337cf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733750218232
2024-12-09T13:16:59,639 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting d47237a3b02d44ffbcc9cc8a7dde66eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733750217863
2024-12-09T13:16:59,639 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20a7edd0f1d4966b55e9cdd88f3f3e2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733750218979
2024-12-09T13:16:59,643 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d7d83066e12436d85b7ff12dca31f5e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733750218232
2024-12-09T13:16:59,645 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cbf560b2137401492aed456f3b5aaf2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733750218979
2024-12-09T13:16:59,657 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:59,658 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ff59ef84665f4a23a9ba16b1d3b75023 is 50, key is test_row_0/A:col10/1733750219007/Put/seqid=0
2024-12-09T13:16:59,673 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:59,674 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/2e9333502fd64d7dba0a21e8e66af3d6 is 50, key is test_row_0/B:col10/1733750219007/Put/seqid=0
2024-12-09T13:16:59,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742293_1469 (size=12341)
2024-12-09T13:16:59,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742294_1470 (size=12341)
2024-12-09T13:16:59,757 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/2e9333502fd64d7dba0a21e8e66af3d6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2e9333502fd64d7dba0a21e8e66af3d6
2024-12-09T13:16:59,762 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-09T13:16:59,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:16:59,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:59,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:16:59,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:59,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:16:59,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:16:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-09T13:16:59,764 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:16:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:16:59,764 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:16:59,765 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into 2e9333502fd64d7dba0a21e8e66af3d6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:16:59,765 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:16:59,765 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=12, startTime=1733750219629; duration=0sec
2024-12-09T13:16:59,765 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:16:59,765 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:16:59,765 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:16:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-12-09T13:16:59,766 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 45863 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:16:59,766 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:16:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-09T13:16:59,766 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:59,767 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/abdf1e473cbf48a4885139ca909d5159, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/52aaac2c05dd46cfa2e05cc2ce089cc8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/824d11f054104946a9372644f7a1ed9b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/212bc4fa281548bc9c1183376f37f590] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=44.8 K
2024-12-09T13:16:59,767 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:16:59,767 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting abdf1e473cbf48a4885139ca909d5159, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733750216642
2024-12-09T13:16:59,768 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 52aaac2c05dd46cfa2e05cc2ce089cc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733750217863
2024-12-09T13:16:59,768 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 824d11f054104946a9372644f7a1ed9b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733750218232
2024-12-09T13:16:59,768 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:16:59,768 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:16:59,769 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 212bc4fa281548bc9c1183376f37f590, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733750218979
2024-12-09T13:16:59,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e887f1d4b302496a9b02231b626d36de is 50, key is test_row_0/A:col10/1733750219759/Put/seqid=0
2024-12-09T13:16:59,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750279803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750279819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742295_1471 (size=14541)
2024-12-09T13:16:59,841 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:16:59,841 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/a9343f29372f4988beae4382cadd8631 is 50, key is test_row_0/C:col10/1733750219007/Put/seqid=0
2024-12-09T13:16:59,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750279820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750279825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750279823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-09T13:16:59,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742296_1472 (size=12341)
2024-12-09T13:16:59,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-09T13:16:59,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:59,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:16:59,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:16:59,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:59,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:16:59,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750279933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750279947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750279963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750279964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:16:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750279966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:16:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:16:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:16:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-09T13:17:00,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-09T13:17:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,118 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ff59ef84665f4a23a9ba16b1d3b75023 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ff59ef84665f4a23a9ba16b1d3b75023
2024-12-09T13:17:00,127 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into ff59ef84665f4a23a9ba16b1d3b75023(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:00,127 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:00,128 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=12, startTime=1733750219628; duration=0sec
2024-12-09T13:17:00,128 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:00,128 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:00,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750280154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750280163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750280195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750280195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750280195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,241 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e887f1d4b302496a9b02231b626d36de
2024-12-09T13:17:00,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-09T13:17:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:00,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/1f70f3d7fd934944a4d289ae595da4a5 is 50, key is test_row_0/B:col10/1733750219759/Put/seqid=0
2024-12-09T13:17:00,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742297_1473 (size=12151)
2024-12-09T13:17:00,314 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/1f70f3d7fd934944a4d289ae595da4a5
2024-12-09T13:17:00,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/aedd1dae9d0f4e25beca7e2a0ddd0020 is 50, key is test_row_0/C:col10/1733750219759/Put/seqid=0
2024-12-09T13:17:00,344 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/a9343f29372f4988beae4382cadd8631 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a9343f29372f4988beae4382cadd8631
2024-12-09T13:17:00,353 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into a9343f29372f4988beae4382cadd8631(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:00,353 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:00,353 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=12, startTime=1733750219629; duration=0sec
2024-12-09T13:17:00,353 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:00,353 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:00,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742298_1474 (size=12151)
2024-12-09T13:17:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-09T13:17:00,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-09T13:17:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750280463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750280485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750280513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750280514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750280524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:00,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:00,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-09T13:17:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-09T13:17:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:00,779 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/aedd1dae9d0f4e25beca7e2a0ddd0020
2024-12-09T13:17:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e887f1d4b302496a9b02231b626d36de as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e887f1d4b302496a9b02231b626d36de
2024-12-09T13:17:00,788 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e887f1d4b302496a9b02231b626d36de, entries=200, sequenceid=151, filesize=14.2 K
2024-12-09T13:17:00,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/1f70f3d7fd934944a4d289ae595da4a5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/1f70f3d7fd934944a4d289ae595da4a5
2024-12-09T13:17:00,823 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/1f70f3d7fd934944a4d289ae595da4a5, entries=150, sequenceid=151, filesize=11.9 K
2024-12-09T13:17:00,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/aedd1dae9d0f4e25beca7e2a0ddd0020 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/aedd1dae9d0f4e25beca7e2a0ddd0020
2024-12-09T13:17:00,833 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/aedd1dae9d0f4e25beca7e2a0ddd0020, entries=150, sequenceid=151, filesize=11.9 K
2024-12-09T13:17:00,834 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 523ba7a031323134aa4fae1a99d0f754 in 1073ms, sequenceid=151, compaction requested=false
2024-12-09T13:17:00,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-09T13:17:00,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-09T13:17:00,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:00,918 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:17:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:00,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/9378b18bb71e4da1b9c29428db7cb6ad is 50, key is test_row_0/A:col10/1733750219823/Put/seqid=0
2024-12-09T13:17:00,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742299_1475 (size=12151)
2024-12-09T13:17:00,956 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/9378b18bb71e4da1b9c29428db7cb6ad
2024-12-09T13:17:00,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9927aec61d31419ab9e3eb6f52e8255d is 50, key is test_row_0/B:col10/1733750219823/Put/seqid=0
2024-12-09T13:17:00,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:00,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742300_1476 (size=12151)
2024-12-09T13:17:00,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9927aec61d31419ab9e3eb6f52e8255d
2024-12-09T13:17:01,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/9d28c9f098e94fb99d6be4095db22862 is 50, key is test_row_0/C:col10/1733750219823/Put/seqid=0
2024-12-09T13:17:01,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742301_1477 (size=12151)
2024-12-09T13:17:01,059 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/9d28c9f098e94fb99d6be4095db22862
2024-12-09T13:17:01,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/9378b18bb71e4da1b9c29428db7cb6ad as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9378b18bb71e4da1b9c29428db7cb6ad
2024-12-09T13:17:01,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9378b18bb71e4da1b9c29428db7cb6ad, entries=150, sequenceid=168, filesize=11.9 K
2024-12-09T13:17:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9927aec61d31419ab9e3eb6f52e8255d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9927aec61d31419ab9e3eb6f52e8255d
2024-12-09T13:17:01,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750281066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750281068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750281069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9927aec61d31419ab9e3eb6f52e8255d, entries=150, sequenceid=168, filesize=11.9 K
2024-12-09T13:17:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/9d28c9f098e94fb99d6be4095db22862 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9d28c9f098e94fb99d6be4095db22862
2024-12-09T13:17:01,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750281083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9d28c9f098e94fb99d6be4095db22862, entries=150, sequenceid=168, filesize=11.9 K
2024-12-09T13:17:01,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 523ba7a031323134aa4fae1a99d0f754 in 185ms, sequenceid=168, compaction requested=true
2024-12-09T13:17:01,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:01,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:01,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-12-09T13:17:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-12-09T13:17:01,107 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-12-09T13:17:01,107 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3370 sec
2024-12-09T13:17:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:01,109 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:17:01,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:01,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:01,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:01,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:01,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:01,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:01,111 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.3440 sec
2024-12-09T13:17:01,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/cc78daeda26f46b09036154deee782af is 50, key is test_row_0/A:col10/1733750221065/Put/seqid=0
2024-12-09T13:17:01,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742302_1478 (size=14541)
2024-12-09T13:17:01,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750281205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750281209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750281210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750281211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750281220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750281333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750281334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750281335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750281355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750281447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,540 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/cc78daeda26f46b09036154deee782af
2024-12-09T13:17:01,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9cf0b4510a6e4163b8f644cccc662d72 is 50, key is test_row_0/B:col10/1733750221065/Put/seqid=0
2024-12-09T13:17:01,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750281563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750281566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750281567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750281583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742303_1479 (size=12151)
2024-12-09T13:17:01,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750281784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750281903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750281903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750281903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750281913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-09T13:17:01,925 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:01,926 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-12-09T13:17:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-09T13:17:01,929 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:01,930 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:01,930 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:02,014 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9cf0b4510a6e4163b8f644cccc662d72
2024-12-09T13:17:02,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/1689ea2d802041939de2da9174166de5 is 50, key is test_row_0/C:col10/1733750221065/Put/seqid=0
2024-12-09T13:17:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-09T13:17:02,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742304_1480 (size=12151)
2024-12-09T13:17:02,073 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/1689ea2d802041939de2da9174166de5
2024-12-09T13:17:02,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/cc78daeda26f46b09036154deee782af as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/cc78daeda26f46b09036154deee782af
2024-12-09T13:17:02,093 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/cc78daeda26f46b09036154deee782af, entries=200, sequenceid=188, filesize=14.2 K
2024-12-09T13:17:02,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9cf0b4510a6e4163b8f644cccc662d72 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9cf0b4510a6e4163b8f644cccc662d72
2024-12-09T13:17:02,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-12-09T13:17:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:02,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:02,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:02,099 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9cf0b4510a6e4163b8f644cccc662d72, entries=150, sequenceid=188, filesize=11.9 K
2024-12-09T13:17:02,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/1689ea2d802041939de2da9174166de5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1689ea2d802041939de2da9174166de5
2024-12-09T13:17:02,110 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1689ea2d802041939de2da9174166de5, entries=150, sequenceid=188, filesize=11.9 K
2024-12-09T13:17:02,111 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 523ba7a031323134aa4fae1a99d0f754 in 1002ms, sequenceid=188, compaction requested=true
2024-12-09T13:17:02,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:02,111 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:02,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:02,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:02,112 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:02,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:02,113 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53574 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:02,113 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:02,113 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:02,113 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ff59ef84665f4a23a9ba16b1d3b75023, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e887f1d4b302496a9b02231b626d36de, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9378b18bb71e4da1b9c29428db7cb6ad, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/cc78daeda26f46b09036154deee782af] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=52.3 K
2024-12-09T13:17:02,113 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48794 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:02,114 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:02,114 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:02,114 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2e9333502fd64d7dba0a21e8e66af3d6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/1f70f3d7fd934944a4d289ae595da4a5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9927aec61d31419ab9e3eb6f52e8255d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9cf0b4510a6e4163b8f644cccc662d72] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=47.7 K
2024-12-09T13:17:02,114 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff59ef84665f4a23a9ba16b1d3b75023, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733750218979
2024-12-09T13:17:02,114 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e9333502fd64d7dba0a21e8e66af3d6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733750218979
2024-12-09T13:17:02,114 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e887f1d4b302496a9b02231b626d36de, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733750219067
2024-12-09T13:17:02,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:02,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:02,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:02,117 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9378b18bb71e4da1b9c29428db7cb6ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733750219815
2024-12-09T13:17:02,117 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f70f3d7fd934944a4d289ae595da4a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733750219069
2024-12-09T13:17:02,117 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc78daeda26f46b09036154deee782af, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733750221065
2024-12-09T13:17:02,117 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 9927aec61d31419ab9e3eb6f52e8255d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733750219815
2024-12-09T13:17:02,117 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf0b4510a6e4163b8f644cccc662d72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733750221065
2024-12-09T13:17:02,135 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:02,135 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/b99566d643834afca3649ec42d74f8a7 is 50, key is test_row_0/B:col10/1733750221065/Put/seqid=0
2024-12-09T13:17:02,138 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:02,138 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8d6064bd8a814bb28d47fe20640a83d5 is 50, key is test_row_0/A:col10/1733750221065/Put/seqid=0
2024-12-09T13:17:02,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742306_1482 (size=12527)
2024-12-09T13:17:02,199 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8d6064bd8a814bb28d47fe20640a83d5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8d6064bd8a814bb28d47fe20640a83d5
2024-12-09T13:17:02,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742305_1481 (size=12527)
2024-12-09T13:17:02,214 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 8d6064bd8a814bb28d47fe20640a83d5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:02,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:02,214 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=12, startTime=1733750222111; duration=0sec
2024-12-09T13:17:02,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:02,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:02,214 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:02,227 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48794 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:02,227 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:02,227 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:02,227 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a9343f29372f4988beae4382cadd8631, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/aedd1dae9d0f4e25beca7e2a0ddd0020, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9d28c9f098e94fb99d6be4095db22862, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1689ea2d802041939de2da9174166de5] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=47.7 K
2024-12-09T13:17:02,228 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9343f29372f4988beae4382cadd8631, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733750218979
2024-12-09T13:17:02,233 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting aedd1dae9d0f4e25beca7e2a0ddd0020, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733750219069
2024-12-09T13:17:02,234 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d28c9f098e94fb99d6be4095db22862, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733750219815
2024-12-09T13:17:02,234 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1689ea2d802041939de2da9174166de5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733750221065
2024-12-09T13:17:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-09T13:17:02,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-12-09T13:17:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:02,248 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:17:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:02,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:02,257 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:02,258 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/4eeca9866e0b473e90297a58a164092b is 50, key is test_row_0/C:col10/1733750221065/Put/seqid=0
2024-12-09T13:17:02,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/2143d232ace3435f8d19142c1806c71d is 50, key is test_row_0/A:col10/1733750221212/Put/seqid=0
2024-12-09T13:17:02,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742307_1483 (size=12527)
2024-12-09T13:17:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:02,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:02,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742308_1484 (size=12151)
2024-12-09T13:17:02,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750282467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750282476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750282476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750282479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750282482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-09T13:17:02,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750282584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750282604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750282605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750282605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750282613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,626 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/b99566d643834afca3649ec42d74f8a7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b99566d643834afca3649ec42d74f8a7
2024-12-09T13:17:02,640 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into b99566d643834afca3649ec42d74f8a7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:02,640 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:02,640 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=12, startTime=1733750222112; duration=0sec
2024-12-09T13:17:02,641 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:02,641 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:02,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/2143d232ace3435f8d19142c1806c71d
2024-12-09T13:17:02,721 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/4eeca9866e0b473e90297a58a164092b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4eeca9866e0b473e90297a58a164092b
2024-12-09T13:17:02,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/cef03a5e75914efb9e6ec1de6fffa1ce is 50, key is test_row_0/B:col10/1733750221212/Put/seqid=0
2024-12-09T13:17:02,726 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into 4eeca9866e0b473e90297a58a164092b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:02,726 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:02,727 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=12, startTime=1733750222114; duration=0sec
2024-12-09T13:17:02,727 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:02,727 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:02,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742309_1485 (size=12151)
2024-12-09T13:17:02,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750282801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750282823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750282825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750282825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:02,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750282833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-09T13:17:03,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/cef03a5e75914efb9e6ec1de6fffa1ce
2024-12-09T13:17:03,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750283123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/e7d349f93a794927b0c0b3e439a10944 is 50, key is test_row_0/C:col10/1733750221212/Put/seqid=0
2024-12-09T13:17:03,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750283144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750283144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750283145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742310_1486 (size=12151)
2024-12-09T13:17:03,160 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/e7d349f93a794927b0c0b3e439a10944
2024-12-09T13:17:03,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750283153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/2143d232ace3435f8d19142c1806c71d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2143d232ace3435f8d19142c1806c71d
2024-12-09T13:17:03,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2143d232ace3435f8d19142c1806c71d, entries=150, sequenceid=201, filesize=11.9 K
2024-12-09T13:17:03,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/cef03a5e75914efb9e6ec1de6fffa1ce as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cef03a5e75914efb9e6ec1de6fffa1ce
2024-12-09T13:17:03,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cef03a5e75914efb9e6ec1de6fffa1ce, entries=150, sequenceid=201, filesize=11.9 K
2024-12-09T13:17:03,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/e7d349f93a794927b0c0b3e439a10944 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/e7d349f93a794927b0c0b3e439a10944
2024-12-09T13:17:03,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/e7d349f93a794927b0c0b3e439a10944, entries=150, sequenceid=201, filesize=11.9 K
2024-12-09T13:17:03,190 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 523ba7a031323134aa4fae1a99d0f754 in 942ms, sequenceid=201, compaction requested=false
2024-12-09T13:17:03,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:03,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:03,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-12-09T13:17:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-12-09T13:17:03,197 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-12-09T13:17:03,197 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2650 sec
2024-12-09T13:17:03,199 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.2720 sec
2024-12-09T13:17:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:03,652 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-09T13:17:03,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:03,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:03,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:03,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:03,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:03,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:03,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e4ebd4ea24d94014b6ef30077109bfbd is 50, key is test_row_0/A:col10/1733750223647/Put/seqid=0
2024-12-09T13:17:03,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742311_1487 (size=14541)
2024-12-09T13:17:03,662 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e4ebd4ea24d94014b6ef30077109bfbd
2024-12-09T13:17:03,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/e535b36d94b34612b886417ae7298772 is 50, key is test_row_0/B:col10/1733750223647/Put/seqid=0
2024-12-09T13:17:03,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742312_1488 (size=12151)
2024-12-09T13:17:03,690 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/e535b36d94b34612b886417ae7298772
2024-12-09T13:17:03,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750283680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750283680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750283680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750283694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750283697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/06ce89a868274636a15154042a1e8431 is 50, key is test_row_0/C:col10/1733750223647/Put/seqid=0
2024-12-09T13:17:03,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742313_1489 (size=12151)
2024-12-09T13:17:03,733 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/06ce89a868274636a15154042a1e8431
2024-12-09T13:17:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e4ebd4ea24d94014b6ef30077109bfbd as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e4ebd4ea24d94014b6ef30077109bfbd
2024-12-09T13:17:03,740 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e4ebd4ea24d94014b6ef30077109bfbd, entries=200, sequenceid=224, filesize=14.2 K
2024-12-09T13:17:03,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/e535b36d94b34612b886417ae7298772 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e535b36d94b34612b886417ae7298772
2024-12-09T13:17:03,743 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e535b36d94b34612b886417ae7298772, entries=150, sequenceid=224, filesize=11.9 K
2024-12-09T13:17:03,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/06ce89a868274636a15154042a1e8431 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/06ce89a868274636a15154042a1e8431
2024-12-09T13:17:03,748 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/06ce89a868274636a15154042a1e8431, entries=150, sequenceid=224, filesize=11.9 K
2024-12-09T13:17:03,749 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 523ba7a031323134aa4fae1a99d0f754 in 97ms, sequenceid=224, compaction requested=true
2024-12-09T13:17:03,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:03,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:03,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:03,750 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:03,750 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:03,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:03,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:03,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:03,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:03,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:03,751 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:03,751 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:03,751 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8d6064bd8a814bb28d47fe20640a83d5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2143d232ace3435f8d19142c1806c71d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e4ebd4ea24d94014b6ef30077109bfbd] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=38.3 K
2024-12-09T13:17:03,752 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:03,752 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:03,752 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:03,752 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b99566d643834afca3649ec42d74f8a7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cef03a5e75914efb9e6ec1de6fffa1ce, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e535b36d94b34612b886417ae7298772] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=36.0 K
2024-12-09T13:17:03,752 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d6064bd8a814bb28d47fe20640a83d5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733750221065
2024-12-09T13:17:03,752 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b99566d643834afca3649ec42d74f8a7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733750221065
2024-12-09T13:17:03,752 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2143d232ace3435f8d19142c1806c71d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733750221196
2024-12-09T13:17:03,752 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cef03a5e75914efb9e6ec1de6fffa1ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733750221196
2024-12-09T13:17:03,753 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4ebd4ea24d94014b6ef30077109bfbd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733750222466
2024-12-09T13:17:03,755 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e535b36d94b34612b886417ae7298772, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733750222466
2024-12-09T13:17:03,769 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:03,769 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/18c6e0efaaa8430db3c8354193003e5a is 50, key is test_row_0/A:col10/1733750223647/Put/seqid=0
2024-12-09T13:17:03,774 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:03,774 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/b4e3bb9eab2c4acd9a7cedbe69e39026 is 50, key is test_row_0/B:col10/1733750223647/Put/seqid=0
2024-12-09T13:17:03,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742314_1490 (size=12629)
2024-12-09T13:17:03,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742315_1491 (size=12629)
2024-12-09T13:17:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:03,810 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:17:03,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:03,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:03,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:03,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:03,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:03,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:03,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/116f9960c7be432b9b96a7bfd5d2f41d is 50, key is test_row_0/A:col10/1733750223808/Put/seqid=0
2024-12-09T13:17:03,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742316_1492 (size=14541)
2024-12-09T13:17:03,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750283841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750283852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750283856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750283858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750283859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750283963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750283963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750283983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750283983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750283984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-09T13:17:04,074 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:04,075 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-12-09T13:17:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-09T13:17:04,077 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:04,078 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:04,079 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-09T13:17:04,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750284187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750284188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750284193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750284193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,213 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/b4e3bb9eab2c4acd9a7cedbe69e39026 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b4e3bb9eab2c4acd9a7cedbe69e39026
2024-12-09T13:17:04,215 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/18c6e0efaaa8430db3c8354193003e5a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/18c6e0efaaa8430db3c8354193003e5a
2024-12-09T13:17:04,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750284203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,219 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into b4e3bb9eab2c4acd9a7cedbe69e39026(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:04,219 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:04,219 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750223750; duration=0sec
2024-12-09T13:17:04,220 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:04,220 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:04,220 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:04,221 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:04,221 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 18c6e0efaaa8430db3c8354193003e5a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:04,221 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:04,221 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:04,221 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750223750; duration=0sec
2024-12-09T13:17:04,221 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:04,221 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:04,221 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:04,221 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4eeca9866e0b473e90297a58a164092b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/e7d349f93a794927b0c0b3e439a10944, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/06ce89a868274636a15154042a1e8431] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=36.0 K
2024-12-09T13:17:04,222 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eeca9866e0b473e90297a58a164092b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733750221065
2024-12-09T13:17:04,222 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e7d349f93a794927b0c0b3e439a10944, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733750221196
2024-12-09T13:17:04,222 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 06ce89a868274636a15154042a1e8431, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733750222466
2024-12-09T13:17:04,228 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:04,228 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/dd0df84bc1db48028771ed780427e231 is 50, key is test_row_0/C:col10/1733750223647/Put/seqid=0
2024-12-09T13:17:04,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-09T13:17:04,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:04,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:04,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:04,239 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/116f9960c7be432b9b96a7bfd5d2f41d
2024-12-09T13:17:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:04,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ac56c3bc9bba4aeb880ad37ccc05549d is 50, key is test_row_0/B:col10/1733750223808/Put/seqid=0
2024-12-09T13:17:04,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742317_1493 (size=12629)
2024-12-09T13:17:04,269 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/dd0df84bc1db48028771ed780427e231 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/dd0df84bc1db48028771ed780427e231
2024-12-09T13:17:04,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742318_1494 (size=12151)
2024-12-09T13:17:04,273 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into dd0df84bc1db48028771ed780427e231(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:04,273 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:04,273 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750223750; duration=0sec
2024-12-09T13:17:04,273 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:04,273 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:04,274 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ac56c3bc9bba4aeb880ad37ccc05549d
2024-12-09T13:17:04,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d500cb959ae14da283c0b549f8bef38d is 50, key is test_row_0/C:col10/1733750223808/Put/seqid=0
2024-12-09T13:17:04,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742319_1495 (size=12151)
2024-12-09T13:17:04,293 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d500cb959ae14da283c0b549f8bef38d
2024-12-09T13:17:04,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/116f9960c7be432b9b96a7bfd5d2f41d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/116f9960c7be432b9b96a7bfd5d2f41d
2024-12-09T13:17:04,318 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/116f9960c7be432b9b96a7bfd5d2f41d, entries=200, sequenceid=236, filesize=14.2 K
2024-12-09T13:17:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ac56c3bc9bba4aeb880ad37ccc05549d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ac56c3bc9bba4aeb880ad37ccc05549d
2024-12-09T13:17:04,323 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ac56c3bc9bba4aeb880ad37ccc05549d, entries=150, sequenceid=236, filesize=11.9 K
2024-12-09T13:17:04,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d500cb959ae14da283c0b549f8bef38d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d500cb959ae14da283c0b549f8bef38d
2024-12-09T13:17:04,335 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d500cb959ae14da283c0b549f8bef38d, entries=150, sequenceid=236, filesize=11.9 K
2024-12-09T13:17:04,336 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 523ba7a031323134aa4fae1a99d0f754 in 526ms, sequenceid=236, compaction requested=false
2024-12-09T13:17:04,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:04,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-12-09T13:17:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-09T13:17:04,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:17:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/a612454692ba4d0c9e9a413fc115caef is 50, key is test_row_0/A:col10/1733750223853/Put/seqid=0
2024-12-09T13:17:04,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742320_1496 (size=12151)
2024-12-09T13:17:04,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/a612454692ba4d0c9e9a413fc115caef
2024-12-09T13:17:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/53eda13e2f244231a412336ee6206085 is 50, key is test_row_0/B:col10/1733750223853/Put/seqid=0
2024-12-09T13:17:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:04,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:04,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742321_1497 (size=12151)
2024-12-09T13:17:04,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750284560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750284578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750284579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750284573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750284582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-09T13:17:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750284684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750284704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750284705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750284705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750284709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,931 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/53eda13e2f244231a412336ee6206085
2024-12-09T13:17:04,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750284913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750284924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750284924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750284934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750284934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:04,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:04,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2b660728997243e6adb4e8411e2abe4f is 50, key is test_row_0/C:col10/1733750223853/Put/seqid=0
2024-12-09T13:17:05,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742322_1498 (size=12151)
2024-12-09T13:17:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-09T13:17:05,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750285243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750285243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750285243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750285263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750285263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2b660728997243e6adb4e8411e2abe4f
2024-12-09T13:17:05,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/a612454692ba4d0c9e9a413fc115caef as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a612454692ba4d0c9e9a413fc115caef
2024-12-09T13:17:05,410 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a612454692ba4d0c9e9a413fc115caef, entries=150, sequenceid=259, filesize=11.9 K
2024-12-09T13:17:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/53eda13e2f244231a412336ee6206085 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/53eda13e2f244231a412336ee6206085
2024-12-09T13:17:05,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/53eda13e2f244231a412336ee6206085, entries=150, sequenceid=259, filesize=11.9 K
2024-12-09T13:17:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2b660728997243e6adb4e8411e2abe4f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2b660728997243e6adb4e8411e2abe4f
2024-12-09T13:17:05,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2b660728997243e6adb4e8411e2abe4f, entries=150, sequenceid=259, filesize=11.9 K
2024-12-09T13:17:05,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 523ba7a031323134aa4fae1a99d0f754 in 1024ms, sequenceid=259, compaction requested=true
2024-12-09T13:17:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-12-09T13:17:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-12-09T13:17:05,422 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-12-09T13:17:05,422 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3420 sec
2024-12-09T13:17:05,423 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.3470 sec
2024-12-09T13:17:05,773 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-09T13:17:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:05,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:05,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/0eb3957afa574f029ffa08ec2299a437 is 50, key is test_row_0/A:col10/1733750225773/Put/seqid=0
2024-12-09T13:17:05,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742323_1499 (size=14741)
2024-12-09T13:17:05,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750285824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750285826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750285836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750285846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750285850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750285953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750285953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750285953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750285963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750285973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:05,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750286176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750286177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750286186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750286186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750286186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-12-09T13:17:06,227 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:06,235 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-12-09T13:17:06,237 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:06,238 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:06,238 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:06,239 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/0eb3957afa574f029ffa08ec2299a437
2024-12-09T13:17:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-09T13:17:06,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8 is 50, key is test_row_0/B:col10/1733750225773/Put/seqid=0
2024-12-09T13:17:06,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742324_1500 (size=12301)
2024-12-09T13:17:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-09T13:17:06,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-09T13:17:06,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:06,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750286483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750286493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750286503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750286503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750286503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:06,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-09T13:17:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:06,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-09T13:17:06,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8
2024-12-09T13:17:06,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-09T13:17:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:06,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:06,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2fec59353aeb40b7bb50c0ab3e10be4e is 50, key is test_row_0/C:col10/1733750225773/Put/seqid=0
2024-12-09T13:17:06,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742325_1501 (size=12301)
2024-12-09T13:17:06,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-09T13:17:06,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:06,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:06,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:06,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-09T13:17:07,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750286993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:07,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-09T13:17:07,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:07,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:07,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:07,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:07,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:07,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750287013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:07,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750287018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:07,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750287025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:07,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750287025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:07,119 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2fec59353aeb40b7bb50c0ab3e10be4e
2024-12-09T13:17:07,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/0eb3957afa574f029ffa08ec2299a437 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0eb3957afa574f029ffa08ec2299a437
2024-12-09T13:17:07,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0eb3957afa574f029ffa08ec2299a437, entries=200, sequenceid=275, filesize=14.4 K
2024-12-09T13:17:07,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8
2024-12-09T13:17:07,143 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8, entries=150, sequenceid=275, filesize=12.0 K
2024-12-09T13:17:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/2fec59353aeb40b7bb50c0ab3e10be4e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2fec59353aeb40b7bb50c0ab3e10be4e
2024-12-09T13:17:07,156 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2fec59353aeb40b7bb50c0ab3e10be4e, entries=150, sequenceid=275, filesize=12.0 K
2024-12-09T13:17:07,157 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 523ba7a031323134aa4fae1a99d0f754 in 1384ms, sequenceid=275, compaction requested=true
2024-12-09T13:17:07,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:07,157 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:07,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:07,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:07,157 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:07,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:07,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:07,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:07,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:07,159 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:07,159 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:07,159 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:07,159 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b4e3bb9eab2c4acd9a7cedbe69e39026, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ac56c3bc9bba4aeb880ad37ccc05549d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/53eda13e2f244231a412336ee6206085, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=48.1 K
2024-12-09T13:17:07,160 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54062 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:07,160 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:07,160 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:07,160 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b4e3bb9eab2c4acd9a7cedbe69e39026, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733750222466
2024-12-09T13:17:07,160 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/18c6e0efaaa8430db3c8354193003e5a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/116f9960c7be432b9b96a7bfd5d2f41d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a612454692ba4d0c9e9a413fc115caef, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0eb3957afa574f029ffa08ec2299a437] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=52.8 K
2024-12-09T13:17:07,160 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting ac56c3bc9bba4aeb880ad37ccc05549d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733750223691
2024-12-09T13:17:07,160 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18c6e0efaaa8430db3c8354193003e5a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733750222466
2024-12-09T13:17:07,161 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 53eda13e2f244231a412336ee6206085, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733750223839
2024-12-09T13:17:07,161 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 116f9960c7be432b9b96a7bfd5d2f41d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733750223678
2024-12-09T13:17:07,161 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ef0f3a3f48a4708aa3dfea6e6a8c4e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733750224572
2024-12-09T13:17:07,161 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a612454692ba4d0c9e9a413fc115caef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733750223839
2024-12-09T13:17:07,162 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eb3957afa574f029ffa08ec2299a437, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733750224572
2024-12-09T13:17:07,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-12-09T13:17:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:07,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-09T13:17:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ad9085d21e0a46fbb45de8144e70a77a is 50, key is test_row_0/A:col10/1733750225845/Put/seqid=0
2024-12-09T13:17:07,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742326_1502 (size=12301)
2024-12-09T13:17:07,210 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#421 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:07,211 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8fa37cff0ebd4fd68778df7991bf04a8 is 50, key is test_row_0/A:col10/1733750225773/Put/seqid=0
2024-12-09T13:17:07,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ad9085d21e0a46fbb45de8144e70a77a
2024-12-09T13:17:07,217 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:07,218 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/e17210c6ba314e77a3d44ce839e711db is 50, key is test_row_0/B:col10/1733750225773/Put/seqid=0
2024-12-09T13:17:07,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/fc22c41dfa27401ba0b71e94e2236424 is 50, key is test_row_0/B:col10/1733750225845/Put/seqid=0
2024-12-09T13:17:07,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742328_1504 (size=12915)
2024-12-09T13:17:07,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742327_1503 (size=12915)
2024-12-09T13:17:07,263 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8fa37cff0ebd4fd68778df7991bf04a8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8fa37cff0ebd4fd68778df7991bf04a8
2024-12-09T13:17:07,269 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 8fa37cff0ebd4fd68778df7991bf04a8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:07,269 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:07,269 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=12, startTime=1733750227157; duration=0sec
2024-12-09T13:17:07,269 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:07,269 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:07,269 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:07,270 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:07,270 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:07,270 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:07,270 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/dd0df84bc1db48028771ed780427e231, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d500cb959ae14da283c0b549f8bef38d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2b660728997243e6adb4e8411e2abe4f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2fec59353aeb40b7bb50c0ab3e10be4e] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=48.1 K
2024-12-09T13:17:07,271 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd0df84bc1db48028771ed780427e231, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733750222466
2024-12-09T13:17:07,271 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d500cb959ae14da283c0b549f8bef38d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733750223691
2024-12-09T13:17:07,272 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b660728997243e6adb4e8411e2abe4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733750223839
2024-12-09T13:17:07,272 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fec59353aeb40b7bb50c0ab3e10be4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733750224572
2024-12-09T13:17:07,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742329_1505 (size=12301)
2024-12-09T13:17:07,289 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:07,290 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d329ac864003465f86cbae9e10378f6b is 50, key is test_row_0/C:col10/1733750225773/Put/seqid=0
2024-12-09T13:17:07,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742330_1506 (size=12915)
2024-12-09T13:17:07,350 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d329ac864003465f86cbae9e10378f6b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d329ac864003465f86cbae9e10378f6b
2024-12-09T13:17:07,362 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into d329ac864003465f86cbae9e10378f6b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:07,362 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:07,362 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=12, startTime=1733750227158; duration=0sec
2024-12-09T13:17:07,362 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:07,362 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-09T13:17:07,656 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/e17210c6ba314e77a3d44ce839e711db as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e17210c6ba314e77a3d44ce839e711db
2024-12-09T13:17:07,669 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into e17210c6ba314e77a3d44ce839e711db(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:07,669 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:07,669 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=12, startTime=1733750227157; duration=0sec
2024-12-09T13:17:07,669 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:07,669 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:07,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/fc22c41dfa27401ba0b71e94e2236424
2024-12-09T13:17:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/216a2a983e58415d85f1334995157efc is 50, key is test_row_0/C:col10/1733750225845/Put/seqid=0
2024-12-09T13:17:07,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742331_1507 (size=12301)
2024-12-09T13:17:07,717 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/216a2a983e58415d85f1334995157efc
2024-12-09T13:17:07,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ad9085d21e0a46fbb45de8144e70a77a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ad9085d21e0a46fbb45de8144e70a77a
2024-12-09T13:17:07,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ad9085d21e0a46fbb45de8144e70a77a, entries=150, sequenceid=292, filesize=12.0 K
2024-12-09T13:17:07,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/fc22c41dfa27401ba0b71e94e2236424 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fc22c41dfa27401ba0b71e94e2236424
2024-12-09T13:17:07,755 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fc22c41dfa27401ba0b71e94e2236424, entries=150, sequenceid=292, filesize=12.0 K
2024-12-09T13:17:07,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/216a2a983e58415d85f1334995157efc as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/216a2a983e58415d85f1334995157efc
2024-12-09T13:17:07,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/216a2a983e58415d85f1334995157efc, entries=150, sequenceid=292, filesize=12.0 K
2024-12-09T13:17:07,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 523ba7a031323134aa4fae1a99d0f754 in 628ms, sequenceid=292, compaction requested=false
2024-12-09T13:17:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-12-09T13:17:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-12-09T13:17:07,811 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-12-09T13:17:07,811 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5600 sec
2024-12-09T13:17:07,813 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.5770 sec
2024-12-09T13:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:08,054 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-09T13:17:08,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:08,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:08,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:08,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:08,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:08,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:08,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/9cb1197160504cde92902945077d99b8 is 50, key is test_row_0/A:col10/1733750228049/Put/seqid=0
2024-12-09T13:17:08,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742332_1508 (size=17181)
2024-12-09T13:17:08,076 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/9cb1197160504cde92902945077d99b8
2024-12-09T13:17:08,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/bf0e6002ae374be88cf688e5e6d22657 is 50, key is test_row_0/B:col10/1733750228049/Put/seqid=0
2024-12-09T13:17:08,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742333_1509 (size=12301)
2024-12-09T13:17:08,129 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/bf0e6002ae374be88cf688e5e6d22657
2024-12-09T13:17:08,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750228100, max timestamp=1733750228140Num uniques 859; 
2024-12-09T13:17:08,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:17:08,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750228100, max timestamp=1733750228140Num uniques 859; 
2024-12-09T13:17:08,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:17:08,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750228100, max timestamp=1733750228140Num uniques 859; 
2024-12-09T13:17:08,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:17:08,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/1a5bda29a07042f1987950da11189ccc is 50, key is test_row_0/C:col10/1733750228049/Put/seqid=0
2024-12-09T13:17:08,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742334_1510 (size=12301)
2024-12-09T13:17:08,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750288200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750288202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750288205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750288212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750288215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750288326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750288333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750288333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750288343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750288343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-09T13:17:08,383 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:08,384 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-12-09T13:17:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-09T13:17:08,386 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:08,387 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:08,387 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-09T13:17:08,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-09T13:17:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:08,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:08,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:08,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750288543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750288553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750288564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750288564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750288565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,614 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/1a5bda29a07042f1987950da11189ccc
2024-12-09T13:17:08,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/9cb1197160504cde92902945077d99b8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9cb1197160504cde92902945077d99b8
2024-12-09T13:17:08,647 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9cb1197160504cde92902945077d99b8, entries=250, sequenceid=306, filesize=16.8 K
2024-12-09T13:17:08,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/bf0e6002ae374be88cf688e5e6d22657 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/bf0e6002ae374be88cf688e5e6d22657
2024-12-09T13:17:08,668 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/bf0e6002ae374be88cf688e5e6d22657, entries=150, sequenceid=306, filesize=12.0 K
2024-12-09T13:17:08,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/1a5bda29a07042f1987950da11189ccc as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1a5bda29a07042f1987950da11189ccc
2024-12-09T13:17:08,693 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1a5bda29a07042f1987950da11189ccc, entries=150, sequenceid=306, filesize=12.0 K
2024-12-09T13:17:08,694 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 523ba7a031323134aa4fae1a99d0f754 in 640ms, sequenceid=306, compaction requested=true
2024-12-09T13:17:08,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:08,694 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:08,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:08,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:08,695 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:08,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:08,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:08,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:08,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:08,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-12-09T13:17:08,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:08,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-12-09T13:17:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:08,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-09T13:17:08,707 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:08,707 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:08,707 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:08,707 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e17210c6ba314e77a3d44ce839e711db, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fc22c41dfa27401ba0b71e94e2236424, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/bf0e6002ae374be88cf688e5e6d22657] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=36.6 K
2024-12-09T13:17:08,708 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e17210c6ba314e77a3d44ce839e711db, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733750224572
2024-12-09T13:17:08,708 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fc22c41dfa27401ba0b71e94e2236424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733750225822
2024-12-09T13:17:08,709 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:08,709 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:08,709 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:08,709 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8fa37cff0ebd4fd68778df7991bf04a8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ad9085d21e0a46fbb45de8144e70a77a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9cb1197160504cde92902945077d99b8] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=41.4 K
2024-12-09T13:17:08,709 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting bf0e6002ae374be88cf688e5e6d22657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733750228046
2024-12-09T13:17:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e2511d49afa9428495684aecea5eb856 is 50, key is test_row_0/A:col10/1733750228200/Put/seqid=0
2024-12-09T13:17:08,723 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fa37cff0ebd4fd68778df7991bf04a8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733750224572
2024-12-09T13:17:08,723 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad9085d21e0a46fbb45de8144e70a77a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733750225822
2024-12-09T13:17:08,724 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cb1197160504cde92902945077d99b8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733750228035
2024-12-09T13:17:08,749 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:08,749 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e0368b261dfc45dcb2b6a32d4f341f76 is 50, key is test_row_0/A:col10/1733750228049/Put/seqid=0
2024-12-09T13:17:08,764 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:08,765 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/f9b05c74f6c64ef1bcb99064afc5b044 is 50, key is test_row_0/B:col10/1733750228049/Put/seqid=0
2024-12-09T13:17:08,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742335_1511 (size=12301)
2024-12-09T13:17:08,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742336_1512 (size=13017)
2024-12-09T13:17:08,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742337_1513 (size=13017)
2024-12-09T13:17:08,816 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/f9b05c74f6c64ef1bcb99064afc5b044 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f9b05c74f6c64ef1bcb99064afc5b044
2024-12-09T13:17:08,839 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into f9b05c74f6c64ef1bcb99064afc5b044(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:08,839 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:08,839 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750228695; duration=0sec
2024-12-09T13:17:08,839 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:08,839 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:08,839 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:08,840 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:08,840 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:08,840 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:08,840 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d329ac864003465f86cbae9e10378f6b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/216a2a983e58415d85f1334995157efc, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1a5bda29a07042f1987950da11189ccc] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=36.6 K
2024-12-09T13:17:08,841 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting d329ac864003465f86cbae9e10378f6b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733750224572
2024-12-09T13:17:08,841 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 216a2a983e58415d85f1334995157efc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733750225822
2024-12-09T13:17:08,841 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a5bda29a07042f1987950da11189ccc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733750228046
2024-12-09T13:17:08,878 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:08,878 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/325c4e69b5ba41f79e211f6f9e9e1a4d is 50, key is test_row_0/C:col10/1733750228049/Put/seqid=0
2024-12-09T13:17:08,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:08,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750288903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750288906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750288907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750288914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:08,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742338_1514 (size=13017)
2024-12-09T13:17:08,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750288926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:08,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-09T13:17:09,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750289023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750289035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750289037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750289046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750289053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e2511d49afa9428495684aecea5eb856
2024-12-09T13:17:09,223 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e0368b261dfc45dcb2b6a32d4f341f76 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e0368b261dfc45dcb2b6a32d4f341f76
2024-12-09T13:17:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/f50b765e658948ebb273068208d3377e is 50, key is test_row_0/B:col10/1733750228200/Put/seqid=0
2024-12-09T13:17:09,251 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into e0368b261dfc45dcb2b6a32d4f341f76(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:09,251 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:09,251 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750228694; duration=0sec
2024-12-09T13:17:09,251 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:09,251 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:09,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750289253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750289254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750289254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742339_1515 (size=12301)
2024-12-09T13:17:09,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750289263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750289283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,359 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/325c4e69b5ba41f79e211f6f9e9e1a4d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/325c4e69b5ba41f79e211f6f9e9e1a4d
2024-12-09T13:17:09,364 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into 325c4e69b5ba41f79e211f6f9e9e1a4d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:09,364 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:09,364 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750228695; duration=0sec
2024-12-09T13:17:09,364 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:09,364 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-09T13:17:09,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750289573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750289573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750289573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750289583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750289604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:09,667 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/f50b765e658948ebb273068208d3377e
2024-12-09T13:17:09,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/0d27495afd5841f0a42d5e9608da78af is 50, key is test_row_0/C:col10/1733750228200/Put/seqid=0
2024-12-09T13:17:09,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742340_1516 (size=12301)
2024-12-09T13:17:09,727 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/0d27495afd5841f0a42d5e9608da78af
2024-12-09T13:17:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/e2511d49afa9428495684aecea5eb856 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e2511d49afa9428495684aecea5eb856
2024-12-09T13:17:09,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e2511d49afa9428495684aecea5eb856, entries=150, sequenceid=341, filesize=12.0 K
2024-12-09T13:17:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/f50b765e658948ebb273068208d3377e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f50b765e658948ebb273068208d3377e
2024-12-09T13:17:09,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f50b765e658948ebb273068208d3377e, entries=150, sequenceid=341, filesize=12.0 K
2024-12-09T13:17:09,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/0d27495afd5841f0a42d5e9608da78af as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0d27495afd5841f0a42d5e9608da78af
2024-12-09T13:17:09,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0d27495afd5841f0a42d5e9608da78af, entries=150, sequenceid=341, filesize=12.0 K
2024-12-09T13:17:09,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 523ba7a031323134aa4fae1a99d0f754 in 1047ms, sequenceid=341, compaction requested=false
2024-12-09T13:17:09,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:09,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:09,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-12-09T13:17:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-12-09T13:17:09,754 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-12-09T13:17:09,754 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3620 sec
2024-12-09T13:17:09,761 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.3730 sec
2024-12-09T13:17:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:10,106 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:17:10,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:10,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:10,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:10,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:10,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:10,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:10,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/579cd5b4dbdb4131a4fdbbe9edf28d89 is 50, key is test_row_0/A:col10/1733750228903/Put/seqid=0
2024-12-09T13:17:10,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742341_1517 (size=17181)
2024-12-09T13:17:10,153 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/579cd5b4dbdb4131a4fdbbe9edf28d89
2024-12-09T13:17:10,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750290146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750290153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750290162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/677c690790ab46ac89a988a44d520158 is 50, key is test_row_0/B:col10/1733750228903/Put/seqid=0
2024-12-09T13:17:10,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750290165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750290167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742342_1518 (size=12301)
2024-12-09T13:17:10,227 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/677c690790ab46ac89a988a44d520158
2024-12-09T13:17:10,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/23374ed225ba44e7830f6392ce6efea0 is 50, key is test_row_0/C:col10/1733750228903/Put/seqid=0
2024-12-09T13:17:10,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742343_1519 (size=12301)
2024-12-09T13:17:10,264 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/23374ed225ba44e7830f6392ce6efea0
2024-12-09T13:17:10,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/579cd5b4dbdb4131a4fdbbe9edf28d89 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/579cd5b4dbdb4131a4fdbbe9edf28d89
2024-12-09T13:17:10,279 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/579cd5b4dbdb4131a4fdbbe9edf28d89, entries=250, sequenceid=357, filesize=16.8 K
2024-12-09T13:17:10,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/677c690790ab46ac89a988a44d520158 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/677c690790ab46ac89a988a44d520158
2024-12-09T13:17:10,284 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/677c690790ab46ac89a988a44d520158, entries=150, sequenceid=357, filesize=12.0 K
2024-12-09T13:17:10,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/23374ed225ba44e7830f6392ce6efea0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/23374ed225ba44e7830f6392ce6efea0
2024-12-09T13:17:10,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750290273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750290284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750290284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,299 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/23374ed225ba44e7830f6392ce6efea0, entries=150, sequenceid=357, filesize=12.0 K
2024-12-09T13:17:10,300 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 523ba7a031323134aa4fae1a99d0f754 in 194ms, sequenceid=357, compaction requested=true
2024-12-09T13:17:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:17:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-12-09T13:17:10,301 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:10,303 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:10,304 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:10,304 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:10,304 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:10,304 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e0368b261dfc45dcb2b6a32d4f341f76, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e2511d49afa9428495684aecea5eb856, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/579cd5b4dbdb4131a4fdbbe9edf28d89] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=41.5 K
2024-12-09T13:17:10,305 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e0368b261dfc45dcb2b6a32d4f341f76, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733750228046
2024-12-09T13:17:10,308 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e2511d49afa9428495684aecea5eb856, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733750228200
2024-12-09T13:17:10,313 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:10,313 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:10,313 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:10,313 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/325c4e69b5ba41f79e211f6f9e9e1a4d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0d27495afd5841f0a42d5e9608da78af, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/23374ed225ba44e7830f6392ce6efea0] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=36.7 K
2024-12-09T13:17:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:10,313 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 325c4e69b5ba41f79e211f6f9e9e1a4d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733750228046
2024-12-09T13:17:10,313 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 579cd5b4dbdb4131a4fdbbe9edf28d89, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733750228903
2024-12-09T13:17:10,314 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-09T13:17:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:10,319 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d27495afd5841f0a42d5e9608da78af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733750228200
2024-12-09T13:17:10,319 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23374ed225ba44e7830f6392ce6efea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733750228903
2024-12-09T13:17:10,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/7b8944e24c9d4752b2c9299976e9d4f0 is 50, key is test_row_0/A:col10/1733750230160/Put/seqid=0
2024-12-09T13:17:10,349 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:10,349 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/0f131d46998d475d8fc4674c83928418 is 50, key is test_row_0/A:col10/1733750228903/Put/seqid=0
2024-12-09T13:17:10,355 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:10,356 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/4cea8af8a885426d9c10c75bd271418f is 50, key is test_row_0/C:col10/1733750228903/Put/seqid=0
2024-12-09T13:17:10,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742344_1520 (size=14741)
2024-12-09T13:17:10,367 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/7b8944e24c9d4752b2c9299976e9d4f0
2024-12-09T13:17:10,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750290370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750290375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742345_1521 (size=13119)
2024-12-09T13:17:10,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/e419584d73914781a724ddfe3d4e8f7d is 50, key is test_row_0/B:col10/1733750230160/Put/seqid=0
2024-12-09T13:17:10,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742346_1522 (size=13119)
2024-12-09T13:17:10,412 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/4cea8af8a885426d9c10c75bd271418f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4cea8af8a885426d9c10c75bd271418f
2024-12-09T13:17:10,421 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into 4cea8af8a885426d9c10c75bd271418f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:10,421 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:10,421 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750230300; duration=0sec
2024-12-09T13:17:10,421 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:10,421 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:10,421 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:10,438 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:10,439 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:10,439 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:10,439 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f9b05c74f6c64ef1bcb99064afc5b044, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f50b765e658948ebb273068208d3377e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/677c690790ab46ac89a988a44d520158] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=36.7 K
2024-12-09T13:17:10,443 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9b05c74f6c64ef1bcb99064afc5b044, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733750228046
2024-12-09T13:17:10,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742347_1523 (size=12301)
2024-12-09T13:17:10,454 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f50b765e658948ebb273068208d3377e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733750228200
2024-12-09T13:17:10,456 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 677c690790ab46ac89a988a44d520158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733750228903
2024-12-09T13:17:10,465 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:10,466 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9d116a256509422cac9ccd04a488eb3d is 50, key is test_row_0/B:col10/1733750228903/Put/seqid=0
2024-12-09T13:17:10,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750290493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750290494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750290495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742348_1524 (size=13119)
2024-12-09T13:17:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750290495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,506 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,506 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,506 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,513 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9d116a256509422cac9ccd04a488eb3d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9d116a256509422cac9ccd04a488eb3d
2024-12-09T13:17:10,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750290501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,522 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into 9d116a256509422cac9ccd04a488eb3d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:10,522 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:10,522 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750230300; duration=0sec
2024-12-09T13:17:10,522 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:10,522 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-12-09T13:17:10,534 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:10,534 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-12-09T13:17:10,536 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:10,538 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:10,538 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-09T13:17:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-09T13:17:10,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-09T13:17:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:10,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:10,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750290713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750290731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,800 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/0f131d46998d475d8fc4674c83928418 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0f131d46998d475d8fc4674c83928418
2024-12-09T13:17:10,805 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 0f131d46998d475d8fc4674c83928418(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:10,805 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:10,805 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750230300; duration=0sec
2024-12-09T13:17:10,805 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:10,805 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:10,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750290813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750290813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750290813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:10,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-09T13:17:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:10,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-09T13:17:10,856 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/e419584d73914781a724ddfe3d4e8f7d
2024-12-09T13:17:10,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/222b2d479c1a4b2f93002f95f02a7c64 is 50, key is test_row_0/C:col10/1733750230160/Put/seqid=0
2024-12-09T13:17:10,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742349_1525 (size=12301)
2024-12-09T13:17:10,928 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/222b2d479c1a4b2f93002f95f02a7c64
2024-12-09T13:17:10,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/7b8944e24c9d4752b2c9299976e9d4f0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7b8944e24c9d4752b2c9299976e9d4f0
2024-12-09T13:17:10,944 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7b8944e24c9d4752b2c9299976e9d4f0, entries=200, sequenceid=378, filesize=14.4 K
2024-12-09T13:17:10,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/e419584d73914781a724ddfe3d4e8f7d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e419584d73914781a724ddfe3d4e8f7d
2024-12-09T13:17:10,963 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e419584d73914781a724ddfe3d4e8f7d, entries=150, sequenceid=378, filesize=12.0 K
2024-12-09T13:17:10,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/222b2d479c1a4b2f93002f95f02a7c64 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/222b2d479c1a4b2f93002f95f02a7c64
2024-12-09T13:17:10,968 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/222b2d479c1a4b2f93002f95f02a7c64, entries=150, sequenceid=378, filesize=12.0 K
2024-12-09T13:17:10,969 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 523ba7a031323134aa4fae1a99d0f754 in 655ms, sequenceid=378, compaction requested=false
2024-12-09T13:17:10,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:11,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-09T13:17:11,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:11,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-09T13:17:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/b35806ce2e4e4b3a91f025a4a9a557f3 is 50, key is test_row_0/A:col10/1733750230373/Put/seqid=0
2024-12-09T13:17:11,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:11,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742350_1526 (size=9857)
2024-12-09T13:17:11,079 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/b35806ce2e4e4b3a91f025a4a9a557f3
2024-12-09T13:17:11,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/8a161b9d28c34adba612935c6c27a203 is 50, key is test_row_0/B:col10/1733750230373/Put/seqid=0
2024-12-09T13:17:11,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742351_1527 (size=9857)
2024-12-09T13:17:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-09T13:17:11,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750231126, max timestamp=1733750231234Num uniques 859; 
2024-12-09T13:17:11,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:17:11,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750291275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750291284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750291333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750291333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750291333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750291393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750291403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/8a161b9d28c34adba612935c6c27a203
2024-12-09T13:17:11,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/32f34aa7cd5940e9a85ebc0a2eaf3335 is 50, key is test_row_0/C:col10/1733750230373/Put/seqid=0
2024-12-09T13:17:11,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742352_1528 (size=9857)
2024-12-09T13:17:11,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750291603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750291623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-09T13:17:11,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750291923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750291943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:11,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:11,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:11,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/32f34aa7cd5940e9a85ebc0a2eaf3335
2024-12-09T13:17:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/b35806ce2e4e4b3a91f025a4a9a557f3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/b35806ce2e4e4b3a91f025a4a9a557f3
2024-12-09T13:17:11,978 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/b35806ce2e4e4b3a91f025a4a9a557f3, entries=100, sequenceid=392, filesize=9.6 K
2024-12-09T13:17:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/8a161b9d28c34adba612935c6c27a203 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/8a161b9d28c34adba612935c6c27a203
2024-12-09T13:17:11,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/8a161b9d28c34adba612935c6c27a203, entries=100, sequenceid=392, filesize=9.6 K
2024-12-09T13:17:11,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/32f34aa7cd5940e9a85ebc0a2eaf3335 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/32f34aa7cd5940e9a85ebc0a2eaf3335
2024-12-09T13:17:11,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/32f34aa7cd5940e9a85ebc0a2eaf3335, entries=100, sequenceid=392, filesize=9.6 K
2024-12-09T13:17:11,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 523ba7a031323134aa4fae1a99d0f754 in 981ms, sequenceid=392, compaction requested=true
2024-12-09T13:17:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-12-09T13:17:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-12-09T13:17:11,994 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-12-09T13:17:11,994 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4540 sec
2024-12-09T13:17:11,995 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4600 sec
2024-12-09T13:17:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:12,362 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=131.94 KB heapSize=386.72 KB
2024-12-09T13:17:12,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:12,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:12,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:12,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:12,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:12,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:12,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/fb5b8f9f7ea947aba45a29ffc7a5e52a is 50, key is test_row_0/A:col10/1733750231272/Put/seqid=0
2024-12-09T13:17:12,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742353_1529 (size=12301)
2024-12-09T13:17:12,378 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/fb5b8f9f7ea947aba45a29ffc7a5e52a
2024-12-09T13:17:12,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/c47d8ac99c574bfb9eab16e81bf21788 is 50, key is test_row_0/B:col10/1733750231272/Put/seqid=0
2024-12-09T13:17:12,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742354_1530 (size=12301)
2024-12-09T13:17:12,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750292377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750292379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750292383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750292443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750292463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750292493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750292503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750292503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-09T13:17:12,683 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:12,684 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-12-09T13:17:12,691 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:12,692 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:12,692 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-09T13:17:12,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750292714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750292714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750292714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:12,791 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/c47d8ac99c574bfb9eab16e81bf21788
2024-12-09T13:17:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-09T13:17:12,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6c130a5fcfe0423e94bbb5a0dd7e825f is 50, key is test_row_0/C:col10/1733750231272/Put/seqid=0
2024-12-09T13:17:12,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-09T13:17:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:12,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:12,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742355_1531 (size=12301)
2024-12-09T13:17:12,866 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6c130a5fcfe0423e94bbb5a0dd7e825f
2024-12-09T13:17:12,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/fb5b8f9f7ea947aba45a29ffc7a5e52a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fb5b8f9f7ea947aba45a29ffc7a5e52a
2024-12-09T13:17:12,882 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fb5b8f9f7ea947aba45a29ffc7a5e52a, entries=150, sequenceid=419, filesize=12.0 K
2024-12-09T13:17:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/c47d8ac99c574bfb9eab16e81bf21788 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c47d8ac99c574bfb9eab16e81bf21788
2024-12-09T13:17:12,886 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c47d8ac99c574bfb9eab16e81bf21788, entries=150, sequenceid=419, filesize=12.0 K
2024-12-09T13:17:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6c130a5fcfe0423e94bbb5a0dd7e825f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c130a5fcfe0423e94bbb5a0dd7e825f
2024-12-09T13:17:12,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c130a5fcfe0423e94bbb5a0dd7e825f, entries=150, sequenceid=419, filesize=12.0 K
2024-12-09T13:17:12,892 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~386.67 KB/395952, currentSize=46.96 KB/48090 for 523ba7a031323134aa4fae1a99d0f754 in 530ms, sequenceid=419, compaction requested=true
2024-12-09T13:17:12,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:12,893 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:12,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:12,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:12,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:12,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:12,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:12,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:12,893 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:12,894 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50018 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:12,894 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:12,895 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:12,895 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0f131d46998d475d8fc4674c83928418, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7b8944e24c9d4752b2c9299976e9d4f0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/b35806ce2e4e4b3a91f025a4a9a557f3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fb5b8f9f7ea947aba45a29ffc7a5e52a] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=48.8 K
2024-12-09T13:17:12,895 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:12,896 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f131d46998d475d8fc4674c83928418, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733750228903
2024-12-09T13:17:12,896 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:12,896 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:12,896 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9d116a256509422cac9ccd04a488eb3d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e419584d73914781a724ddfe3d4e8f7d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/8a161b9d28c34adba612935c6c27a203, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c47d8ac99c574bfb9eab16e81bf21788] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=46.5 K
2024-12-09T13:17:12,896 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b8944e24c9d4752b2c9299976e9d4f0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733750230150
2024-12-09T13:17:12,897 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d116a256509422cac9ccd04a488eb3d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733750228903
2024-12-09T13:17:12,897 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b35806ce2e4e4b3a91f025a4a9a557f3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733750230367
2024-12-09T13:17:12,897 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e419584d73914781a724ddfe3d4e8f7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733750230150
2024-12-09T13:17:12,897 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fb5b8f9f7ea947aba45a29ffc7a5e52a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733750231231
2024-12-09T13:17:12,897 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a161b9d28c34adba612935c6c27a203, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733750230367
2024-12-09T13:17:12,898 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c47d8ac99c574bfb9eab16e81bf21788, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733750231231
2024-12-09T13:17:12,929 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:12,957 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/6be6f3453ac74b9490fb0bb98af48e60 is 50, key is test_row_0/A:col10/1733750231272/Put/seqid=0
2024-12-09T13:17:12,962 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#451 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:12,962 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ffed3f9b109b42f58f033946cd2c7ce8 is 50, key is test_row_0/B:col10/1733750231272/Put/seqid=0
2024-12-09T13:17:12,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742356_1532 (size=13255)
2024-12-09T13:17:12,999 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/6be6f3453ac74b9490fb0bb98af48e60 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/6be6f3453ac74b9490fb0bb98af48e60
2024-12-09T13:17:13,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-09T13:17:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:13,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-09T13:17:13,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742357_1533 (size=13255)
2024-12-09T13:17:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:13,011 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 6be6f3453ac74b9490fb0bb98af48e60(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:13,011 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:13,011 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=12, startTime=1733750232893; duration=0sec
2024-12-09T13:17:13,011 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:13,011 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:13,011 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-09T13:17:13,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/f96369fa8cd4460580d869e61de6a141 is 50, key is test_row_0/A:col10/1733750232376/Put/seqid=0
2024-12-09T13:17:13,025 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:13,025 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:13,025 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:13,026 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4cea8af8a885426d9c10c75bd271418f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/222b2d479c1a4b2f93002f95f02a7c64, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/32f34aa7cd5940e9a85ebc0a2eaf3335, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c130a5fcfe0423e94bbb5a0dd7e825f] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=46.5 K
2024-12-09T13:17:13,026 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cea8af8a885426d9c10c75bd271418f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733750228903
2024-12-09T13:17:13,027 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 222b2d479c1a4b2f93002f95f02a7c64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733750230150
2024-12-09T13:17:13,028 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 32f34aa7cd5940e9a85ebc0a2eaf3335, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733750230367
2024-12-09T13:17:13,028 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/ffed3f9b109b42f58f033946cd2c7ce8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ffed3f9b109b42f58f033946cd2c7ce8
2024-12-09T13:17:13,028 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c130a5fcfe0423e94bbb5a0dd7e825f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733750231231
2024-12-09T13:17:13,053 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into ffed3f9b109b42f58f033946cd2c7ce8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:13,053 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:13,053 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=12, startTime=1733750232893; duration=0sec
2024-12-09T13:17:13,053 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:13,053 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:13,057 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:13,057 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d37d2d29f2274152880a71d07ff89614 is 50, key is test_row_0/C:col10/1733750231272/Put/seqid=0
2024-12-09T13:17:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:13,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:13,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742358_1534 (size=12301)
2024-12-09T13:17:13,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742359_1535 (size=13255)
2024-12-09T13:17:13,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/f96369fa8cd4460580d869e61de6a141
2024-12-09T13:17:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd is 50, key is test_row_0/B:col10/1733750232376/Put/seqid=0
2024-12-09T13:17:13,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742360_1536 (size=12301)
2024-12-09T13:17:13,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750233132, max timestamp=1733750233173Num uniques 859; 
2024-12-09T13:17:13,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750233132, max timestamp=1733750233173Num uniques 859; 
2024-12-09T13:17:13,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:17:13,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:17:13,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733750233132, max timestamp=1733750233173Num uniques 859; 
2024-12-09T13:17:13,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-09T13:17:13,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750293235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750293236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750293254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-09T13:17:13,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750293364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750293364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750293373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,470 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d37d2d29f2274152880a71d07ff89614 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d37d2d29f2274152880a71d07ff89614
2024-12-09T13:17:13,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750293463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,474 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into d37d2d29f2274152880a71d07ff89614(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:13,474 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:13,474 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=12, startTime=1733750232893; duration=0sec
2024-12-09T13:17:13,474 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:13,474 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:13,474 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 523ba7a031323134aa4fae1a99d0f754 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750293483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,498 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_1' in 523ba7a031323134aa4fae1a99d0f754 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd
2024-12-09T13:17:13,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6d925c98b7b84dab80a4d5c985152ea9 is 50, key is test_row_0/C:col10/1733750232376/Put/seqid=0
2024-12-09T13:17:13,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742361_1537 (size=12301)
2024-12-09T13:17:13,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6d925c98b7b84dab80a4d5c985152ea9
2024-12-09T13:17:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/f96369fa8cd4460580d869e61de6a141 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/f96369fa8cd4460580d869e61de6a141
2024-12-09T13:17:13,559 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/f96369fa8cd4460580d869e61de6a141, entries=150, sequenceid=430, filesize=12.0 K
2024-12-09T13:17:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd
2024-12-09T13:17:13,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd, entries=150, sequenceid=430, filesize=12.0 K
2024-12-09T13:17:13,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6d925c98b7b84dab80a4d5c985152ea9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6d925c98b7b84dab80a4d5c985152ea9
2024-12-09T13:17:13,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6d925c98b7b84dab80a4d5c985152ea9, entries=150, sequenceid=430, filesize=12.0 K
2024-12-09T13:17:13,571 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 523ba7a031323134aa4fae1a99d0f754 in 564ms, sequenceid=430, compaction requested=false
2024-12-09T13:17:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:13,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-12-09T13:17:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-12-09T13:17:13,575 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-12-09T13:17:13,575 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 881 msec
2024-12-09T13:17:13,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 892 msec
2024-12-09T13:17:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:13,597 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-12-09T13:17:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:13,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/a183dfd7d97240a39dba0ae6e4e0da62 is 50, key is test_row_0/A:col10/1733750233597/Put/seqid=0
2024-12-09T13:17:13,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750293621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750293624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742362_1538 (size=14741)
2024-12-09T13:17:13,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750293626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750293733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750293743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750293753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-09T13:17:13,833 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:13,834 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-12-09T13:17:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-09T13:17:13,843 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:13,844 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:13,844 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-09T13:17:13,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750293953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750293963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750293973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:13,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-12-09T13:17:13,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:13,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:13,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:13,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:13,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:14,037 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/a183dfd7d97240a39dba0ae6e4e0da62
2024-12-09T13:17:14,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/03c56db2881c45b08aa21101a7314a59 is 50, key is test_row_0/B:col10/1733750233597/Put/seqid=0
2024-12-09T13:17:14,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742363_1539 (size=12301)
2024-12-09T13:17:14,076 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/03c56db2881c45b08aa21101a7314a59
2024-12-09T13:17:14,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/b7c0e1a27295495ca5f4e3c4e3604642 is 50, key is test_row_0/C:col10/1733750233597/Put/seqid=0
2024-12-09T13:17:14,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742364_1540 (size=12301)
2024-12-09T13:17:14,124 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/b7c0e1a27295495ca5f4e3c4e3604642
2024-12-09T13:17:14,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/a183dfd7d97240a39dba0ae6e4e0da62 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a183dfd7d97240a39dba0ae6e4e0da62
2024-12-09T13:17:14,140 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a183dfd7d97240a39dba0ae6e4e0da62, entries=200, sequenceid=469, filesize=14.4 K
2024-12-09T13:17:14,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/03c56db2881c45b08aa21101a7314a59 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/03c56db2881c45b08aa21101a7314a59
2024-12-09T13:17:14,150 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/03c56db2881c45b08aa21101a7314a59, entries=150, sequenceid=469, filesize=12.0 K
2024-12-09T13:17:14,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/b7c0e1a27295495ca5f4e3c4e3604642 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b7c0e1a27295495ca5f4e3c4e3604642
2024-12-09T13:17:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-09T13:17:14,154 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b7c0e1a27295495ca5f4e3c4e3604642, entries=150, sequenceid=469, filesize=12.0 K
2024-12-09T13:17:14,155 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 523ba7a031323134aa4fae1a99d0f754 in 558ms, sequenceid=469, compaction requested=true
2024-12-09T13:17:14,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:14,156 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:14,156 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:14,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-12-09T13:17:14,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-09T13:17:14,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:14,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:14,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,162 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:14,162 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:14,162 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,163 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ffed3f9b109b42f58f033946cd2c7ce8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/03c56db2881c45b08aa21101a7314a59] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.0 K
2024-12-09T13:17:14,163 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:14,163 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:14,163 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,163 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/6be6f3453ac74b9490fb0bb98af48e60, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/f96369fa8cd4460580d869e61de6a141, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a183dfd7d97240a39dba0ae6e4e0da62] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=39.4 K
2024-12-09T13:17:14,163 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting ffed3f9b109b42f58f033946cd2c7ce8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733750231231
2024-12-09T13:17:14,164 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6be6f3453ac74b9490fb0bb98af48e60, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733750231231
2024-12-09T13:17:14,164 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f244b23c1fc4e02b6d9eb45ad6ff4cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733750232365
2024-12-09T13:17:14,165 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f96369fa8cd4460580d869e61de6a141, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733750232365
2024-12-09T13:17:14,166 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a183dfd7d97240a39dba0ae6e4e0da62, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733750233235
2024-12-09T13:17:14,166 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 03c56db2881c45b08aa21101a7314a59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733750233235
2024-12-09T13:17:14,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/277f1d6caf674111a0d82492786aa840 is 50, key is test_row_0/A:col10/1733750233620/Put/seqid=0
2024-12-09T13:17:14,176 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:14,177 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/7e71033a712c4c19b2e8cc769bf94200 is 50, key is test_row_0/A:col10/1733750233597/Put/seqid=0
2024-12-09T13:17:14,184 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:14,185 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/747332f10a604408b6aa39311e822402 is 50, key is test_row_0/B:col10/1733750233597/Put/seqid=0
2024-12-09T13:17:14,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742365_1541 (size=12301)
2024-12-09T13:17:14,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/277f1d6caf674111a0d82492786aa840
2024-12-09T13:17:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:14,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:14,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742366_1542 (size=13357)
2024-12-09T13:17:14,302 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/7e71033a712c4c19b2e8cc769bf94200 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7e71033a712c4c19b2e8cc769bf94200
2024-12-09T13:17:14,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/674bc59b42244319aff54dd911daec37 is 50, key is test_row_0/B:col10/1733750233620/Put/seqid=0
2024-12-09T13:17:14,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742367_1543 (size=13357)
2024-12-09T13:17:14,308 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 7e71033a712c4c19b2e8cc769bf94200(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:14,308 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,308 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750234156; duration=0sec
2024-12-09T13:17:14,308 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:14,308 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:14,308 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:14,310 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:14,310 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:14,310 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,310 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d37d2d29f2274152880a71d07ff89614, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6d925c98b7b84dab80a4d5c985152ea9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b7c0e1a27295495ca5f4e3c4e3604642] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.0 K
2024-12-09T13:17:14,311 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d37d2d29f2274152880a71d07ff89614, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733750231231
2024-12-09T13:17:14,311 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d925c98b7b84dab80a4d5c985152ea9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1733750232365
2024-12-09T13:17:14,311 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7c0e1a27295495ca5f4e3c4e3604642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733750233235
2024-12-09T13:17:14,323 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/747332f10a604408b6aa39311e822402 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/747332f10a604408b6aa39311e822402
2024-12-09T13:17:14,327 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into 747332f10a604408b6aa39311e822402(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:14,327 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,327 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750234156; duration=0sec
2024-12-09T13:17:14,327 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:14,327 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:14,332 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:14,333 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/bbbeff1ae72e4756b83c7cfbed00f514 is 50, key is test_row_0/C:col10/1733750233597/Put/seqid=0
2024-12-09T13:17:14,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742368_1544 (size=12301)
2024-12-09T13:17:14,344 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/674bc59b42244319aff54dd911daec37
2024-12-09T13:17:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/9cac0793dbb04a9bae192f287ad70442 is 50, key is test_row_0/C:col10/1733750233620/Put/seqid=0
2024-12-09T13:17:14,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742369_1545 (size=13357)
2024-12-09T13:17:14,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750234368, max timestamp=1733750234406Num uniques 859; 
2024-12-09T13:17:14,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:17:14,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750234368, max timestamp=1733750234406Num uniques 859; 
2024-12-09T13:17:14,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:17:14,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750234368, max timestamp=1733750234406Num uniques 859; 
2024-12-09T13:17:14,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:17:14,415 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/bbbeff1ae72e4756b83c7cfbed00f514 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/bbbeff1ae72e4756b83c7cfbed00f514
2024-12-09T13:17:14,419 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into bbbeff1ae72e4756b83c7cfbed00f514(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:14,419 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,419 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750234156; duration=0sec
2024-12-09T13:17:14,419 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:14,419 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:14,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742370_1546 (size=12301)
2024-12-09T13:17:14,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/9cac0793dbb04a9bae192f287ad70442
2024-12-09T13:17:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/277f1d6caf674111a0d82492786aa840 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/277f1d6caf674111a0d82492786aa840
2024-12-09T13:17:14,434 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/277f1d6caf674111a0d82492786aa840, entries=150, sequenceid=477, filesize=12.0 K
2024-12-09T13:17:14,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-12-09T13:17:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/674bc59b42244319aff54dd911daec37 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/674bc59b42244319aff54dd911daec37
2024-12-09T13:17:14,439 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/674bc59b42244319aff54dd911daec37, entries=150, sequenceid=477, filesize=12.0 K
2024-12-09T13:17:14,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/9cac0793dbb04a9bae192f287ad70442 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9cac0793dbb04a9bae192f287ad70442
2024-12-09T13:17:14,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9cac0793dbb04a9bae192f287ad70442, entries=150, sequenceid=477, filesize=12.0 K
2024-12-09T13:17:14,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=53.67 KB/54960 for 523ba7a031323134aa4fae1a99d0f754 in 287ms, sequenceid=477, compaction requested=false
2024-12-09T13:17:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-12-09T13:17:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-12-09T13:17:14,449 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-12-09T13:17:14,449 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 602 msec
2024-12-09T13:17:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:14,453 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=67.09 KB heapSize=181.08 KB
2024-12-09T13:17:14,454 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 616 msec
2024-12-09T13:17:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-09T13:17:14,465 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:14,465 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:14,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/7fde0b7ce1cb43139e81195f2b55688b is 50, key is test_row_0/A:col10/1733750234447/Put/seqid=0
2024-12-09T13:17:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees
2024-12-09T13:17:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-09T13:17:14,482 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:14,489 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:14,489 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:14,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742371_1547 (size=17181)
2024-12-09T13:17:14,503 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/7fde0b7ce1cb43139e81195f2b55688b
2024-12-09T13:17:14,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/751f96c9ec624a9fb7a78501d0bd5345 is 50, key is test_row_0/B:col10/1733750234447/Put/seqid=0
2024-12-09T13:17:14,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742372_1548 (size=12301)
2024-12-09T13:17:14,541 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/751f96c9ec624a9fb7a78501d0bd5345
2024-12-09T13:17:14,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d0f89d26159348d095b9c5732bca16e6 is 50, key is test_row_0/C:col10/1733750234447/Put/seqid=0
2024-12-09T13:17:14,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750294575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:14,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:14,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742373_1549 (size=12301)
2024-12-09T13:17:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-09T13:17:14,584 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d0f89d26159348d095b9c5732bca16e6
2024-12-09T13:17:14,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/7fde0b7ce1cb43139e81195f2b55688b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7fde0b7ce1cb43139e81195f2b55688b
2024-12-09T13:17:14,594 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7fde0b7ce1cb43139e81195f2b55688b, entries=250, sequenceid=506, filesize=16.8 K
2024-12-09T13:17:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/751f96c9ec624a9fb7a78501d0bd5345 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/751f96c9ec624a9fb7a78501d0bd5345
2024-12-09T13:17:14,599 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/751f96c9ec624a9fb7a78501d0bd5345, entries=150, sequenceid=506, filesize=12.0 K
2024-12-09T13:17:14,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750294580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:14,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750294580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d0f89d26159348d095b9c5732bca16e6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d0f89d26159348d095b9c5732bca16e6
2024-12-09T13:17:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:14,603 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d0f89d26159348d095b9c5732bca16e6, entries=150, sequenceid=506, filesize=12.0 K
2024-12-09T13:17:14,608 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~181.03 KB/185376, currentSize=114.05 KB/116790 for 523ba7a031323134aa4fae1a99d0f754 in 155ms, sequenceid=506, compaction requested=true
2024-12-09T13:17:14,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:14,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:14,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:14,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:14,608 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:14,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:14,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:14,608 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:14,609 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:14,609 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42839 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:14,609 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:14,609 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:14,609 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,609 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,609 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/747332f10a604408b6aa39311e822402, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/674bc59b42244319aff54dd911daec37, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/751f96c9ec624a9fb7a78501d0bd5345] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.1 K
2024-12-09T13:17:14,609 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7e71033a712c4c19b2e8cc769bf94200, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/277f1d6caf674111a0d82492786aa840, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7fde0b7ce1cb43139e81195f2b55688b] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=41.8 K
2024-12-09T13:17:14,610 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 747332f10a604408b6aa39311e822402, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733750233235
2024-12-09T13:17:14,610 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e71033a712c4c19b2e8cc769bf94200, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733750233235
2024-12-09T13:17:14,610 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 674bc59b42244319aff54dd911daec37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733750233602
2024-12-09T13:17:14,610 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 277f1d6caf674111a0d82492786aa840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733750233602
2024-12-09T13:17:14,610 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 751f96c9ec624a9fb7a78501d0bd5345, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733750234431
2024-12-09T13:17:14,610 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fde0b7ce1cb43139e81195f2b55688b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733750234417
2024-12-09T13:17:14,629 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:14,629 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/834504bcaba240d4836f3e39839d1e69 is 50, key is test_row_0/A:col10/1733750234447/Put/seqid=0
2024-12-09T13:17:14,637 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:14,638 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/cd8e7df4609f46e68012adfb0b6f642f is 50, key is test_row_0/B:col10/1733750234447/Put/seqid=0
2024-12-09T13:17:14,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-09T13:17:14,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,648 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:17:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742374_1550 (size=13459)
2024-12-09T13:17:14,689 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/834504bcaba240d4836f3e39839d1e69 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/834504bcaba240d4836f3e39839d1e69
2024-12-09T13:17:14,700 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 834504bcaba240d4836f3e39839d1e69(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:14,700 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,700 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750234608; duration=0sec
2024-12-09T13:17:14,700 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:14,700 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:14,700 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:14,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:14,701 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:14,701 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:14,701 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,701 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/bbbeff1ae72e4756b83c7cfbed00f514, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9cac0793dbb04a9bae192f287ad70442, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d0f89d26159348d095b9c5732bca16e6] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.1 K
2024-12-09T13:17:14,702 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbbeff1ae72e4756b83c7cfbed00f514, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733750233235
2024-12-09T13:17:14,702 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cac0793dbb04a9bae192f287ad70442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733750233602
2024-12-09T13:17:14,702 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0f89d26159348d095b9c5732bca16e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733750234431
2024-12-09T13:17:14,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ef635fb4149545c9af98dcf2387f54b2 is 50, key is test_row_0/A:col10/1733750234578/Put/seqid=0
2024-12-09T13:17:14,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742375_1551 (size=13459)
2024-12-09T13:17:14,725 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:14,726 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d77fe11219074c96a07bc6a08bbde07f is 50, key is test_row_0/C:col10/1733750234447/Put/seqid=0
2024-12-09T13:17:14,731 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/cd8e7df4609f46e68012adfb0b6f642f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cd8e7df4609f46e68012adfb0b6f642f
2024-12-09T13:17:14,736 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into cd8e7df4609f46e68012adfb0b6f642f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:14,736 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,736 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750234608; duration=0sec
2024-12-09T13:17:14,737 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:14,737 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:14,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742376_1552 (size=12301)
2024-12-09T13:17:14,746 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ef635fb4149545c9af98dcf2387f54b2
2024-12-09T13:17:14,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750294752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:14,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742377_1553 (size=13459)
2024-12-09T13:17:14,779 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/d77fe11219074c96a07bc6a08bbde07f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d77fe11219074c96a07bc6a08bbde07f
2024-12-09T13:17:14,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750294763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:14,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750294765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:14,784 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into d77fe11219074c96a07bc6a08bbde07f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:14,784 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,784 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750234608; duration=0sec
2024-12-09T13:17:14,784 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:14,784 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/85d9c3b835724074a2fe78110d16c67b is 50, key is test_row_0/B:col10/1733750234578/Put/seqid=0
2024-12-09T13:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-09T13:17:14,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742378_1554 (size=12301)
2024-12-09T13:17:14,826 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/85d9c3b835724074a2fe78110d16c67b
2024-12-09T13:17:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/a8faf8db9a944821abfcdedc31f949ea is 50, key is test_row_0/C:col10/1733750234578/Put/seqid=0
2024-12-09T13:17:14,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742379_1555 (size=12301)
2024-12-09T13:17:14,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/a8faf8db9a944821abfcdedc31f949ea
2024-12-09T13:17:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ef635fb4149545c9af98dcf2387f54b2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ef635fb4149545c9af98dcf2387f54b2
2024-12-09T13:17:14,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750294873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:14,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ef635fb4149545c9af98dcf2387f54b2, entries=150, sequenceid=526, filesize=12.0 K
2024-12-09T13:17:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/85d9c3b835724074a2fe78110d16c67b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/85d9c3b835724074a2fe78110d16c67b
2024-12-09T13:17:14,891 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/85d9c3b835724074a2fe78110d16c67b, entries=150, sequenceid=526, filesize=12.0 K
2024-12-09T13:17:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/a8faf8db9a944821abfcdedc31f949ea as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8faf8db9a944821abfcdedc31f949ea
2024-12-09T13:17:14,899 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8faf8db9a944821abfcdedc31f949ea, entries=150, sequenceid=526, filesize=12.0 K
2024-12-09T13:17:14,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 523ba7a031323134aa4fae1a99d0f754 in 252ms, sequenceid=526, compaction requested=false
2024-12-09T13:17:14,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:14,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:14,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134
2024-12-09T13:17:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=134
2024-12-09T13:17:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:14,904 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-09T13:17:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:14,912 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-12-09T13:17:14,912 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 413 msec
2024-12-09T13:17:14,918 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 451 msec
2024-12-09T13:17:14,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/53d49abee6644e4394b67d364e471eb0 is 50, key is test_row_0/A:col10/1733750234727/Put/seqid=0
2024-12-09T13:17:14,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742380_1556 (size=17181)
2024-12-09T13:17:14,950 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/53d49abee6644e4394b67d364e471eb0
2024-12-09T13:17:14,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/74e6f5c5c6e34ffdb0f6d96ce988b95d is 50, key is test_row_0/B:col10/1733750234727/Put/seqid=0
2024-12-09T13:17:14,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742381_1557 (size=12301)
2024-12-09T13:17:14,970 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/74e6f5c5c6e34ffdb0f6d96ce988b95d
2024-12-09T13:17:14,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/b280638a4e3243db8b884719388d0a1c is 50, key is test_row_0/C:col10/1733750234727/Put/seqid=0
2024-12-09T13:17:15,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742382_1558 (size=12301)
2024-12-09T13:17:15,027 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/b280638a4e3243db8b884719388d0a1c
2024-12-09T13:17:15,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/53d49abee6644e4394b67d364e471eb0 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/53d49abee6644e4394b67d364e471eb0
2024-12-09T13:17:15,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750295033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,036 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/53d49abee6644e4394b67d364e471eb0, entries=250, sequenceid=543, filesize=16.8 K
2024-12-09T13:17:15,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/74e6f5c5c6e34ffdb0f6d96ce988b95d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/74e6f5c5c6e34ffdb0f6d96ce988b95d
2024-12-09T13:17:15,041 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/74e6f5c5c6e34ffdb0f6d96ce988b95d, entries=150, sequenceid=543, filesize=12.0 K
2024-12-09T13:17:15,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/b280638a4e3243db8b884719388d0a1c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b280638a4e3243db8b884719388d0a1c
2024-12-09T13:17:15,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750295034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,048 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b280638a4e3243db8b884719388d0a1c, entries=150, sequenceid=543, filesize=12.0 K
2024-12-09T13:17:15,049 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 523ba7a031323134aa4fae1a99d0f754 in 145ms, sequenceid=543, compaction requested=true
2024-12-09T13:17:15,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,049 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:15,050 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,051 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42941 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:15,052 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:15,052 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,052 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/834504bcaba240d4836f3e39839d1e69, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ef635fb4149545c9af98dcf2387f54b2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/53d49abee6644e4394b67d364e471eb0] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=41.9 K
2024-12-09T13:17:15,052 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:15,052 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 834504bcaba240d4836f3e39839d1e69, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733750234431
2024-12-09T13:17:15,052 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:15,052 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,052 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cd8e7df4609f46e68012adfb0b6f642f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/85d9c3b835724074a2fe78110d16c67b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/74e6f5c5c6e34ffdb0f6d96ce988b95d] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.2 K
2024-12-09T13:17:15,053 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef635fb4149545c9af98dcf2387f54b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733750234555
2024-12-09T13:17:15,053 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting cd8e7df4609f46e68012adfb0b6f642f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733750234431
2024-12-09T13:17:15,053 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 85d9c3b835724074a2fe78110d16c67b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733750234555
2024-12-09T13:17:15,053 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53d49abee6644e4394b67d364e471eb0, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733750234727
2024-12-09T13:17:15,053 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 74e6f5c5c6e34ffdb0f6d96ce988b95d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733750234727
2024-12-09T13:17:15,065 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:15,065 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/a6b0a1f1213b45abada532b1f61ba2e5 is 50, key is test_row_0/B:col10/1733750234727/Put/seqid=0
2024-12-09T13:17:15,068 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:15,069 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/2e3e4e2811b24999b8e02e9017cfb18e is 50, key is test_row_0/A:col10/1733750234727/Put/seqid=0
2024-12-09T13:17:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-09T13:17:15,104 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:15,107 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:15,110 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:17:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees
2024-12-09T13:17:15,112 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:15,114 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:15,114 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-09T13:17:15,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742383_1559 (size=13561)
2024-12-09T13:17:15,134 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/2e3e4e2811b24999b8e02e9017cfb18e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2e3e4e2811b24999b8e02e9017cfb18e
2024-12-09T13:17:15,139 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 2e3e4e2811b24999b8e02e9017cfb18e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:15,139 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,139 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750235049; duration=0sec
2024-12-09T13:17:15,139 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:15,139 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:15,139 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:15,140 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:15,140 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:15,140 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,140 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d77fe11219074c96a07bc6a08bbde07f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8faf8db9a944821abfcdedc31f949ea, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b280638a4e3243db8b884719388d0a1c] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.2 K
2024-12-09T13:17:15,140 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77fe11219074c96a07bc6a08bbde07f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733750234431
2024-12-09T13:17:15,141 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8faf8db9a944821abfcdedc31f949ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733750234555
2024-12-09T13:17:15,141 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b280638a4e3243db8b884719388d0a1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733750234727
2024-12-09T13:17:15,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/d0bb2f6988b0483398cac996530fae52 is 50, key is test_row_0/A:col10/1733750235030/Put/seqid=0
2024-12-09T13:17:15,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742384_1560 (size=13561)
2024-12-09T13:17:15,189 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:15,189 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/13a50287690748c9b4c576e26632c035 is 50, key is test_row_0/C:col10/1733750234727/Put/seqid=0
2024-12-09T13:17:15,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742385_1561 (size=14741)
2024-12-09T13:17:15,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742386_1562 (size=13561)
2024-12-09T13:17:15,202 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/d0bb2f6988b0483398cac996530fae52
2024-12-09T13:17:15,210 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/13a50287690748c9b4c576e26632c035 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/13a50287690748c9b4c576e26632c035
2024-12-09T13:17:15,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9e35bb54afed4b17994b97378b672aa1 is 50, key is test_row_0/B:col10/1733750235030/Put/seqid=0
2024-12-09T13:17:15,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750295196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750295201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-09T13:17:15,225 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into 13a50287690748c9b4c576e26632c035(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:15,225 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,225 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750235050; duration=0sec
2024-12-09T13:17:15,225 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:15,225 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:15,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750295208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742387_1563 (size=12301)
2024-12-09T13:17:15,235 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9e35bb54afed4b17994b97378b672aa1
2024-12-09T13:17:15,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/0e133eb3f886413cbf08775e01245e08 is 50, key is test_row_0/C:col10/1733750235030/Put/seqid=0
2024-12-09T13:17:15,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-12-09T13:17:15,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:15,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742388_1564 (size=12301)
2024-12-09T13:17:15,280 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/0e133eb3f886413cbf08775e01245e08
2024-12-09T13:17:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/d0bb2f6988b0483398cac996530fae52 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d0bb2f6988b0483398cac996530fae52
2024-12-09T13:17:15,296 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d0bb2f6988b0483398cac996530fae52, entries=200, sequenceid=562, filesize=14.4 K
2024-12-09T13:17:15,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9e35bb54afed4b17994b97378b672aa1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9e35bb54afed4b17994b97378b672aa1
2024-12-09T13:17:15,300 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9e35bb54afed4b17994b97378b672aa1, entries=150, sequenceid=562, filesize=12.0 K
2024-12-09T13:17:15,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/0e133eb3f886413cbf08775e01245e08 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0e133eb3f886413cbf08775e01245e08
2024-12-09T13:17:15,307 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0e133eb3f886413cbf08775e01245e08, entries=150, sequenceid=562, filesize=12.0 K
2024-12-09T13:17:15,309 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 523ba7a031323134aa4fae1a99d0f754 in 200ms, sequenceid=562, compaction requested=false
2024-12-09T13:17:15,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,395 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:17:15,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:15,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:15,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:15,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:15,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-12-09T13:17:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/fcb703173de44784abf7fc8db5db5aca is 50, key is test_row_0/A:col10/1733750235202/Put/seqid=0
2024-12-09T13:17:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-09T13:17:15,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742389_1565 (size=12301)
2024-12-09T13:17:15,461 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/fcb703173de44784abf7fc8db5db5aca
2024-12-09T13:17:15,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750295476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750295478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/5920f42e558341249d08b72d24db67af is 50, key is test_row_0/B:col10/1733750235202/Put/seqid=0
2024-12-09T13:17:15,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750295489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50820 deadline: 1733750295493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,509 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_2' in 523ba7a031323134aa4fae1a99d0f754 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50850 deadline: 1733750295518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,526 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_1' in 523ba7a031323134aa4fae1a99d0f754 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742390_1566 (size=12301)
2024-12-09T13:17:15,544 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/5920f42e558341249d08b72d24db67af
2024-12-09T13:17:15,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6274bff9123e4860892368d7014d8130 is 50, key is test_row_0/C:col10/1733750235202/Put/seqid=0
2024-12-09T13:17:15,564 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/a6b0a1f1213b45abada532b1f61ba2e5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/a6b0a1f1213b45abada532b1f61ba2e5
2024-12-09T13:17:15,571 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into a6b0a1f1213b45abada532b1f61ba2e5(size=13.2 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:15,571 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,571 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750235050; duration=0sec
2024-12-09T13:17:15,571 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:15,571 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:15,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-12-09T13:17:15,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:15,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:15,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742391_1567 (size=12301)
2024-12-09T13:17:15,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6274bff9123e4860892368d7014d8130
2024-12-09T13:17:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/fcb703173de44784abf7fc8db5db5aca as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fcb703173de44784abf7fc8db5db5aca
2024-12-09T13:17:15,608 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fcb703173de44784abf7fc8db5db5aca, entries=150, sequenceid=580, filesize=12.0 K
2024-12-09T13:17:15,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750295593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750295593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/5920f42e558341249d08b72d24db67af as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5920f42e558341249d08b72d24db67af
2024-12-09T13:17:15,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,614 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5920f42e558341249d08b72d24db67af, entries=150, sequenceid=580, filesize=12.0 K
2024-12-09T13:17:15,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/6274bff9123e4860892368d7014d8130 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6274bff9123e4860892368d7014d8130
2024-12-09T13:17:15,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750295613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,638 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6274bff9123e4860892368d7014d8130, entries=150, sequenceid=580, filesize=12.0 K
2024-12-09T13:17:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:15,645 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 523ba7a031323134aa4fae1a99d0f754 in 250ms, sequenceid=580, compaction requested=true
2024-12-09T13:17:15,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:15,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:15,645 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:15,645 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:15,646 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:15,646 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:15,647 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,647 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/a6b0a1f1213b45abada532b1f61ba2e5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9e35bb54afed4b17994b97378b672aa1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5920f42e558341249d08b72d24db67af] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.3 K
2024-12-09T13:17:15,647 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40603 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:15,647 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:15,647 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,647 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2e3e4e2811b24999b8e02e9017cfb18e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d0bb2f6988b0483398cac996530fae52, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fcb703173de44784abf7fc8db5db5aca] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=39.7 K
2024-12-09T13:17:15,647 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting a6b0a1f1213b45abada532b1f61ba2e5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733750234727
2024-12-09T13:17:15,647 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e3e4e2811b24999b8e02e9017cfb18e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733750234727
2024-12-09T13:17:15,648 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e35bb54afed4b17994b97378b672aa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733750235030
2024-12-09T13:17:15,648 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0bb2f6988b0483398cac996530fae52, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733750234968
2024-12-09T13:17:15,648 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 5920f42e558341249d08b72d24db67af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733750235173
2024-12-09T13:17:15,648 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcb703173de44784abf7fc8db5db5aca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733750235173
2024-12-09T13:17:15,655 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:15,655 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:15,655 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/20c9334be04c4ffbb0d0896e1b051cde is 50, key is test_row_0/A:col10/1733750235202/Put/seqid=0
2024-12-09T13:17:15,656 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/fe9ce6fcdae84ad9b76b00b55cad8519 is 50, key is test_row_0/B:col10/1733750235202/Put/seqid=0
2024-12-09T13:17:15,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742392_1568 (size=13663)
2024-12-09T13:17:15,672 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/fe9ce6fcdae84ad9b76b00b55cad8519 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fe9ce6fcdae84ad9b76b00b55cad8519
2024-12-09T13:17:15,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742393_1569 (size=13663)
2024-12-09T13:17:15,682 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into fe9ce6fcdae84ad9b76b00b55cad8519(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:15,682 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,682 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750235645; duration=0sec
2024-12-09T13:17:15,682 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/20c9334be04c4ffbb0d0896e1b051cde as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/20c9334be04c4ffbb0d0896e1b051cde
2024-12-09T13:17:15,682 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:15,682 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:15,682 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:15,699 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:15,699 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:15,699 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,699 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/13a50287690748c9b4c576e26632c035, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0e133eb3f886413cbf08775e01245e08, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6274bff9123e4860892368d7014d8130] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.3 K
2024-12-09T13:17:15,703 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 13a50287690748c9b4c576e26632c035, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1733750234727
2024-12-09T13:17:15,707 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e133eb3f886413cbf08775e01245e08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733750235030
2024-12-09T13:17:15,710 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 6274bff9123e4860892368d7014d8130, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733750235173
2024-12-09T13:17:15,715 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 20c9334be04c4ffbb0d0896e1b051cde(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:15,715 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,715 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750235645; duration=0sec
2024-12-09T13:17:15,715 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:15,715 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:15,720 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:15,721 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/0539d2214990410b86731481e48b4d9c is 50, key is test_row_0/C:col10/1733750235202/Put/seqid=0
2024-12-09T13:17:15,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-12-09T13:17:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-09T13:17:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-09T13:17:15,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742394_1570 (size=13663)
2024-12-09T13:17:15,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ab0a2d243d0045d19d513e7b7cf08f5c is 50, key is test_row_0/A:col10/1733750235484/Put/seqid=0
2024-12-09T13:17:15,784 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/0539d2214990410b86731481e48b4d9c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0539d2214990410b86731481e48b4d9c
2024-12-09T13:17:15,803 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into 0539d2214990410b86731481e48b4d9c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:15,803 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,803 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750235646; duration=0sec
2024-12-09T13:17:15,804 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:15,804 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:15,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742395_1571 (size=12301)
2024-12-09T13:17:15,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ab0a2d243d0045d19d513e7b7cf08f5c
2024-12-09T13:17:15,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:15,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/c8945abac11d4b8e85f83a49738f4ff6 is 50, key is test_row_0/B:col10/1733750235484/Put/seqid=0
2024-12-09T13:17:15,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742396_1572 (size=12301)
2024-12-09T13:17:15,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/c8945abac11d4b8e85f83a49738f4ff6
2024-12-09T13:17:15,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/5499f87f104f409c803b1b38b378755f is 50, key is test_row_0/C:col10/1733750235484/Put/seqid=0
2024-12-09T13:17:15,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742397_1573 (size=12301)
2024-12-09T13:17:15,884 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/5499f87f104f409c803b1b38b378755f
2024-12-09T13:17:15,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/ab0a2d243d0045d19d513e7b7cf08f5c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ab0a2d243d0045d19d513e7b7cf08f5c
2024-12-09T13:17:15,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ab0a2d243d0045d19d513e7b7cf08f5c, entries=150, sequenceid=599, filesize=12.0 K
2024-12-09T13:17:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/c8945abac11d4b8e85f83a49738f4ff6 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c8945abac11d4b8e85f83a49738f4ff6
2024-12-09T13:17:15,899 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c8945abac11d4b8e85f83a49738f4ff6, entries=150, sequenceid=599, filesize=12.0 K
2024-12-09T13:17:15,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/5499f87f104f409c803b1b38b378755f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/5499f87f104f409c803b1b38b378755f
2024-12-09T13:17:15,907 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/5499f87f104f409c803b1b38b378755f, entries=150, sequenceid=599, filesize=12.0 K
2024-12-09T13:17:15,908 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 523ba7a031323134aa4fae1a99d0f754 in 169ms, sequenceid=599, compaction requested=false
2024-12-09T13:17:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136
2024-12-09T13:17:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=136
2024-12-09T13:17:15,914 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-12-09T13:17:15,916 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 796 msec
2024-12-09T13:17:15,916 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 808 msec
2024-12-09T13:17:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:15,919 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:17:15,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:15,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:15,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/870914beaecd4c8cb18f056d505dd445 is 50, key is test_row_0/A:col10/1733750235901/Put/seqid=0
2024-12-09T13:17:15,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742398_1574 (size=17181)
2024-12-09T13:17:15,960 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/870914beaecd4c8cb18f056d505dd445
2024-12-09T13:17:15,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/7df445826b9d4a03ae33534cb9ba1f96 is 50, key is test_row_0/B:col10/1733750235901/Put/seqid=0
2024-12-09T13:17:15,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750295954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750295980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750295981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742399_1575 (size=12301)
2024-12-09T13:17:16,022 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/7df445826b9d4a03ae33534cb9ba1f96
2024-12-09T13:17:16,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/4a9132e1c7514e378021d2f19fa95ac1 is 50, key is test_row_0/C:col10/1733750235901/Put/seqid=0
2024-12-09T13:17:16,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742400_1576 (size=12301)
2024-12-09T13:17:16,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750296093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750296107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750296126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-09T13:17:16,263 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:16,264 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees
2024-12-09T13:17:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-09T13:17:16,267 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:16,267 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:16,267 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:16,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50812 deadline: 1733750296323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50784 deadline: 1733750296323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50830 deadline: 1733750296354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 , the old value is region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., hostname=cad571b91d50,33809,1733750093218, seqNum=2 because the exception is null or not the one we care about
2024-12-09T13:17:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-09T13:17:16,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-12-09T13:17:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:16,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:16,489 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/4a9132e1c7514e378021d2f19fa95ac1
2024-12-09T13:17:16,491 INFO  [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021.
2024-12-09T13:17:16,491 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:16,491 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,491 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,491 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:16,501 INFO  [Thread-2025 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2025.
2024-12-09T13:17:16,501 DEBUG [Thread-2025 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:16,502 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,502 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,502 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:16,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/870914beaecd4c8cb18f056d505dd445 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/870914beaecd4c8cb18f056d505dd445
2024-12-09T13:17:16,505 INFO  [Thread-2017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2017.
2024-12-09T13:17:16,505 DEBUG [Thread-2017 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:16,505 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,506 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,506 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:16,507 INFO  [Thread-2023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2023.
2024-12-09T13:17:16,507 DEBUG [Thread-2023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:16,507 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,507 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,507 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:16,508 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/870914beaecd4c8cb18f056d505dd445, entries=250, sequenceid=620, filesize=16.8 K
2024-12-09T13:17:16,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/7df445826b9d4a03ae33534cb9ba1f96 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7df445826b9d4a03ae33534cb9ba1f96
2024-12-09T13:17:16,514 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7df445826b9d4a03ae33534cb9ba1f96, entries=150, sequenceid=620, filesize=12.0 K
2024-12-09T13:17:16,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/4a9132e1c7514e378021d2f19fa95ac1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4a9132e1c7514e378021d2f19fa95ac1
2024-12-09T13:17:16,515 INFO  [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019.
2024-12-09T13:17:16,515 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:16,515 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,516 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,516 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:16,521 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4a9132e1c7514e378021d2f19fa95ac1, entries=150, sequenceid=620, filesize=12.0 K
2024-12-09T13:17:16,522 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 523ba7a031323134aa4fae1a99d0f754 in 603ms, sequenceid=620, compaction requested=true
2024-12-09T13:17:16,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:16,523 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:16,523 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 523ba7a031323134aa4fae1a99d0f754:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:16,523 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43145 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:16,524 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/A is initiating minor compaction (all files)
2024-12-09T13:17:16,524 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/A in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:16,524 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:16,524 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/20c9334be04c4ffbb0d0896e1b051cde, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ab0a2d243d0045d19d513e7b7cf08f5c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/870914beaecd4c8cb18f056d505dd445] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=42.1 K
2024-12-09T13:17:16,524 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/B is initiating minor compaction (all files)
2024-12-09T13:17:16,524 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/B in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:16,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:16,524 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fe9ce6fcdae84ad9b76b00b55cad8519, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c8945abac11d4b8e85f83a49738f4ff6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7df445826b9d4a03ae33534cb9ba1f96] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.4 K
2024-12-09T13:17:16,524 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fe9ce6fcdae84ad9b76b00b55cad8519, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733750235173
2024-12-09T13:17:16,524 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20c9334be04c4ffbb0d0896e1b051cde, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733750235173
2024-12-09T13:17:16,525 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c8945abac11d4b8e85f83a49738f4ff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733750235474
2024-12-09T13:17:16,525 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab0a2d243d0045d19d513e7b7cf08f5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733750235474
2024-12-09T13:17:16,525 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 7df445826b9d4a03ae33534cb9ba1f96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=620, earliestPutTs=1733750235901
2024-12-09T13:17:16,525 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 870914beaecd4c8cb18f056d505dd445, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=620, earliestPutTs=1733750235857
2024-12-09T13:17:16,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-12-09T13:17:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:16,577 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-09T13:17:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-09T13:17:16,584 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:16,585 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/c16b8019eafb404da797cddbe6ee574c is 50, key is test_row_0/B:col10/1733750235901/Put/seqid=0
2024-12-09T13:17:16,586 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#A#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:16,587 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8624819402c14c3d99c3ea5be0443787 is 50, key is test_row_0/A:col10/1733750235901/Put/seqid=0
2024-12-09T13:17:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/65f5c78e3b5e48e0b423e396485b2bf5 is 50, key is test_row_0/A:col10/1733750235956/Put/seqid=0
2024-12-09T13:17:16,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742402_1578 (size=13765)
2024-12-09T13:17:16,613 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/8624819402c14c3d99c3ea5be0443787 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8624819402c14c3d99c3ea5be0443787
2024-12-09T13:17:16,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742401_1577 (size=13765)
2024-12-09T13:17:16,622 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/A of 523ba7a031323134aa4fae1a99d0f754 into 8624819402c14c3d99c3ea5be0443787(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:16,622 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:16,622 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/A, priority=13, startTime=1733750236522; duration=0sec
2024-12-09T13:17:16,622 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:16,622 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:A
2024-12-09T13:17:16,622 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:16,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742403_1579 (size=12301)
2024-12-09T13:17:16,624 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:16,624 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 523ba7a031323134aa4fae1a99d0f754/C is initiating minor compaction (all files)
2024-12-09T13:17:16,624 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 523ba7a031323134aa4fae1a99d0f754/C in TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:16,624 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0539d2214990410b86731481e48b4d9c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/5499f87f104f409c803b1b38b378755f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4a9132e1c7514e378021d2f19fa95ac1] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp, totalSize=37.4 K
2024-12-09T13:17:16,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/65f5c78e3b5e48e0b423e396485b2bf5
2024-12-09T13:17:16,625 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0539d2214990410b86731481e48b4d9c, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733750235173
2024-12-09T13:17:16,625 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5499f87f104f409c803b1b38b378755f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733750235474
2024-12-09T13:17:16,626 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a9132e1c7514e378021d2f19fa95ac1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=620, earliestPutTs=1733750235901
2024-12-09T13:17:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9110df216940497284ae50d8e23a3911 is 50, key is test_row_0/B:col10/1733750235956/Put/seqid=0
2024-12-09T13:17:16,636 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 523ba7a031323134aa4fae1a99d0f754#C#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:16,636 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/a8d68c2143604c4eb10e16ac40336703 is 50, key is test_row_0/C:col10/1733750235901/Put/seqid=0
2024-12-09T13:17:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. as already flushing
2024-12-09T13:17:16,646 INFO  [Thread-2006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2006.
2024-12-09T13:17:16,646 INFO  [Thread-2010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2010.
2024-12-09T13:17:16,646 DEBUG [Thread-2010 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:16,646 DEBUG [Thread-2006 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:16,646 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,646 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,646 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,646 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,646 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:16,646 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:16,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742404_1580 (size=12301)
2024-12-09T13:17:16,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742405_1581 (size=13765)
2024-12-09T13:17:16,675 INFO  [Thread-2012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2012.
2024-12-09T13:17:16,675 DEBUG [Thread-2012 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:16,675 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,675 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:16,675 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-09T13:17:17,026 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/c16b8019eafb404da797cddbe6ee574c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c16b8019eafb404da797cddbe6ee574c
2024-12-09T13:17:17,030 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/B of 523ba7a031323134aa4fae1a99d0f754 into c16b8019eafb404da797cddbe6ee574c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:17,030 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:17,030 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/B, priority=13, startTime=1733750236523; duration=0sec
2024-12-09T13:17:17,030 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:17,030 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:B
2024-12-09T13:17:17,048 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9110df216940497284ae50d8e23a3911
2024-12-09T13:17:17,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/8b5e96ae8c7c436480616d6d226dc253 is 50, key is test_row_0/C:col10/1733750235956/Put/seqid=0
2024-12-09T13:17:17,057 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/a8d68c2143604c4eb10e16ac40336703 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8d68c2143604c4eb10e16ac40336703
2024-12-09T13:17:17,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742406_1582 (size=12301)
2024-12-09T13:17:17,059 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/8b5e96ae8c7c436480616d6d226dc253
2024-12-09T13:17:17,063 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 523ba7a031323134aa4fae1a99d0f754/C of 523ba7a031323134aa4fae1a99d0f754 into a8d68c2143604c4eb10e16ac40336703(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:17,063 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:17,063 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., storeName=523ba7a031323134aa4fae1a99d0f754/C, priority=13, startTime=1733750236523; duration=0sec
2024-12-09T13:17:17,063 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:17,063 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 523ba7a031323134aa4fae1a99d0f754:C
2024-12-09T13:17:17,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/65f5c78e3b5e48e0b423e396485b2bf5 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/65f5c78e3b5e48e0b423e396485b2bf5
2024-12-09T13:17:17,066 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/65f5c78e3b5e48e0b423e396485b2bf5, entries=150, sequenceid=632, filesize=12.0 K
2024-12-09T13:17:17,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/9110df216940497284ae50d8e23a3911 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9110df216940497284ae50d8e23a3911
2024-12-09T13:17:17,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9110df216940497284ae50d8e23a3911, entries=150, sequenceid=632, filesize=12.0 K
2024-12-09T13:17:17,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/8b5e96ae8c7c436480616d6d226dc253 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/8b5e96ae8c7c436480616d6d226dc253
2024-12-09T13:17:17,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/8b5e96ae8c7c436480616d6d226dc253, entries=150, sequenceid=632, filesize=12.0 K
2024-12-09T13:17:17,074 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=20.13 KB/20610 for 523ba7a031323134aa4fae1a99d0f754 in 498ms, sequenceid=632, compaction requested=false
2024-12-09T13:17:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 523ba7a031323134aa4fae1a99d0f754:

2024-12-09T13:17:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138
2024-12-09T13:17:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=138
2024-12-09T13:17:17,077 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-12-09T13:17:17,077 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 808 msec
2024-12-09T13:17:17,079 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 814 msec
2024-12-09T13:17:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-09T13:17:17,404 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:19,535 INFO  [Thread-2008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2008.
2024-12-09T13:17:19,535 DEBUG [Thread-2008 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:19,535 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:19,535 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:19,535 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:19,556 INFO  [Thread-2014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2014.
2024-12-09T13:17:19,556 DEBUG [Thread-2014 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:19,556 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:19,556 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:19,556 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 137
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 71
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 111
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 106
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 79
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 809
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2396 rows
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 802
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2406 rows
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 807
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2382 rows
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 798
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2391 rows
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 791
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2373 rows
2024-12-09T13:17:19,557 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:17:19,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:17:19,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:19,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:19,558 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:19,558 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-09T13:17:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-09T13:17:19,562 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750239562"}]},"ts":"1733750239562"}
2024-12-09T13:17:19,563 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-09T13:17:19,563 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-09T13:17:19,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:17:19,565 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, UNASSIGN}]
2024-12-09T13:17:19,566 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, UNASSIGN
2024-12-09T13:17:19,567 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=523ba7a031323134aa4fae1a99d0f754, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:17:19,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, UNASSIGN because future has completed
2024-12-09T13:17:19,569 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:17:19,569 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:17:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-09T13:17:19,722 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:19,722 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:17:19,722 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing 523ba7a031323134aa4fae1a99d0f754, disabling compactions & flushes
2024-12-09T13:17:19,723 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. after waiting 0 ms
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:19,723 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing 523ba7a031323134aa4fae1a99d0f754 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=A
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=B
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 523ba7a031323134aa4fae1a99d0f754, store=C
2024-12-09T13:17:19,723 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:19,728 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/4caf4f5b29d7413f8748e5f46bdb3535 is 50, key is test_row_0/A:col10/1733750236644/Put/seqid=0
2024-12-09T13:17:19,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742407_1583 (size=12301)
2024-12-09T13:17:19,736 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/4caf4f5b29d7413f8748e5f46bdb3535
2024-12-09T13:17:19,752 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/5566ecb9291e4a3d92ea068385387733 is 50, key is test_row_0/B:col10/1733750236644/Put/seqid=0
2024-12-09T13:17:19,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742408_1584 (size=12301)
2024-12-09T13:17:19,757 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/5566ecb9291e4a3d92ea068385387733
2024-12-09T13:17:19,763 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/385c116e1de24b0189a1a4480f6bee42 is 50, key is test_row_0/C:col10/1733750236644/Put/seqid=0
2024-12-09T13:17:19,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742409_1585 (size=12301)
2024-12-09T13:17:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-09T13:17:20,167 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/385c116e1de24b0189a1a4480f6bee42
2024-12-09T13:17:20,171 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/A/4caf4f5b29d7413f8748e5f46bdb3535 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/4caf4f5b29d7413f8748e5f46bdb3535
2024-12-09T13:17:20,173 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/4caf4f5b29d7413f8748e5f46bdb3535, entries=150, sequenceid=643, filesize=12.0 K
2024-12-09T13:17:20,174 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/B/5566ecb9291e4a3d92ea068385387733 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5566ecb9291e4a3d92ea068385387733
2024-12-09T13:17:20,176 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5566ecb9291e4a3d92ea068385387733, entries=150, sequenceid=643, filesize=12.0 K
2024-12-09T13:17:20,177 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/.tmp/C/385c116e1de24b0189a1a4480f6bee42 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/385c116e1de24b0189a1a4480f6bee42
2024-12-09T13:17:20,179 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/385c116e1de24b0189a1a4480f6bee42, entries=150, sequenceid=643, filesize=12.0 K
2024-12-09T13:17:20,180 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 523ba7a031323134aa4fae1a99d0f754 in 457ms, sequenceid=643, compaction requested=true
2024-12-09T13:17:20,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8abc0986ca1346d99e02875942932d46, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d29fa9b911294a838df07a75bfd22146, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8f677afea3a7416ba151ebe536a119a5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e6f31ac2b2544c268194269a1b8ea22d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/5edf145c15854ae489f743496a8c321b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/515315bedded449e90808c2f925337cf, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ff59ef84665f4a23a9ba16b1d3b75023, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e20a7edd0f1d4966b55e9cdd88f3f3e2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e887f1d4b302496a9b02231b626d36de, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9378b18bb71e4da1b9c29428db7cb6ad, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/cc78daeda26f46b09036154deee782af, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8d6064bd8a814bb28d47fe20640a83d5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2143d232ace3435f8d19142c1806c71d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e4ebd4ea24d94014b6ef30077109bfbd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/18c6e0efaaa8430db3c8354193003e5a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/116f9960c7be432b9b96a7bfd5d2f41d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a612454692ba4d0c9e9a413fc115caef, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0eb3957afa574f029ffa08ec2299a437, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8fa37cff0ebd4fd68778df7991bf04a8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ad9085d21e0a46fbb45de8144e70a77a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9cb1197160504cde92902945077d99b8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e0368b261dfc45dcb2b6a32d4f341f76, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e2511d49afa9428495684aecea5eb856, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/579cd5b4dbdb4131a4fdbbe9edf28d89, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0f131d46998d475d8fc4674c83928418, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7b8944e24c9d4752b2c9299976e9d4f0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/b35806ce2e4e4b3a91f025a4a9a557f3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/6be6f3453ac74b9490fb0bb98af48e60, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fb5b8f9f7ea947aba45a29ffc7a5e52a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/f96369fa8cd4460580d869e61de6a141, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a183dfd7d97240a39dba0ae6e4e0da62, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7e71033a712c4c19b2e8cc769bf94200, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/277f1d6caf674111a0d82492786aa840, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7fde0b7ce1cb43139e81195f2b55688b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/834504bcaba240d4836f3e39839d1e69, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ef635fb4149545c9af98dcf2387f54b2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/53d49abee6644e4394b67d364e471eb0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2e3e4e2811b24999b8e02e9017cfb18e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d0bb2f6988b0483398cac996530fae52, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/20c9334be04c4ffbb0d0896e1b051cde, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fcb703173de44784abf7fc8db5db5aca, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ab0a2d243d0045d19d513e7b7cf08f5c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/870914beaecd4c8cb18f056d505dd445] to archive
2024-12-09T13:17:20,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:17:20,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8abc0986ca1346d99e02875942932d46 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8abc0986ca1346d99e02875942932d46
2024-12-09T13:17:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-09T13:17:20,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d29fa9b911294a838df07a75bfd22146 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d29fa9b911294a838df07a75bfd22146
2024-12-09T13:17:20,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8f677afea3a7416ba151ebe536a119a5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8f677afea3a7416ba151ebe536a119a5
2024-12-09T13:17:20,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e6f31ac2b2544c268194269a1b8ea22d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e6f31ac2b2544c268194269a1b8ea22d
2024-12-09T13:17:20,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/5edf145c15854ae489f743496a8c321b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/5edf145c15854ae489f743496a8c321b
2024-12-09T13:17:20,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/515315bedded449e90808c2f925337cf to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/515315bedded449e90808c2f925337cf
2024-12-09T13:17:20,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ff59ef84665f4a23a9ba16b1d3b75023 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ff59ef84665f4a23a9ba16b1d3b75023
2024-12-09T13:17:20,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e20a7edd0f1d4966b55e9cdd88f3f3e2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e20a7edd0f1d4966b55e9cdd88f3f3e2
2024-12-09T13:17:20,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e887f1d4b302496a9b02231b626d36de to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e887f1d4b302496a9b02231b626d36de
2024-12-09T13:17:20,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9378b18bb71e4da1b9c29428db7cb6ad to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9378b18bb71e4da1b9c29428db7cb6ad
2024-12-09T13:17:20,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/cc78daeda26f46b09036154deee782af to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/cc78daeda26f46b09036154deee782af
2024-12-09T13:17:20,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8d6064bd8a814bb28d47fe20640a83d5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8d6064bd8a814bb28d47fe20640a83d5
2024-12-09T13:17:20,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2143d232ace3435f8d19142c1806c71d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2143d232ace3435f8d19142c1806c71d
2024-12-09T13:17:20,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e4ebd4ea24d94014b6ef30077109bfbd to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e4ebd4ea24d94014b6ef30077109bfbd
2024-12-09T13:17:20,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/18c6e0efaaa8430db3c8354193003e5a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/18c6e0efaaa8430db3c8354193003e5a
2024-12-09T13:17:20,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/116f9960c7be432b9b96a7bfd5d2f41d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/116f9960c7be432b9b96a7bfd5d2f41d
2024-12-09T13:17:20,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a612454692ba4d0c9e9a413fc115caef to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a612454692ba4d0c9e9a413fc115caef
2024-12-09T13:17:20,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0eb3957afa574f029ffa08ec2299a437 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0eb3957afa574f029ffa08ec2299a437
2024-12-09T13:17:20,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8fa37cff0ebd4fd68778df7991bf04a8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8fa37cff0ebd4fd68778df7991bf04a8
2024-12-09T13:17:20,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ad9085d21e0a46fbb45de8144e70a77a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ad9085d21e0a46fbb45de8144e70a77a
2024-12-09T13:17:20,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9cb1197160504cde92902945077d99b8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/9cb1197160504cde92902945077d99b8
2024-12-09T13:17:20,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e0368b261dfc45dcb2b6a32d4f341f76 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e0368b261dfc45dcb2b6a32d4f341f76
2024-12-09T13:17:20,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e2511d49afa9428495684aecea5eb856 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/e2511d49afa9428495684aecea5eb856
2024-12-09T13:17:20,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/579cd5b4dbdb4131a4fdbbe9edf28d89 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/579cd5b4dbdb4131a4fdbbe9edf28d89
2024-12-09T13:17:20,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0f131d46998d475d8fc4674c83928418 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/0f131d46998d475d8fc4674c83928418
2024-12-09T13:17:20,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7b8944e24c9d4752b2c9299976e9d4f0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7b8944e24c9d4752b2c9299976e9d4f0
2024-12-09T13:17:20,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/b35806ce2e4e4b3a91f025a4a9a557f3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/b35806ce2e4e4b3a91f025a4a9a557f3
2024-12-09T13:17:20,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/6be6f3453ac74b9490fb0bb98af48e60 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/6be6f3453ac74b9490fb0bb98af48e60
2024-12-09T13:17:20,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fb5b8f9f7ea947aba45a29ffc7a5e52a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fb5b8f9f7ea947aba45a29ffc7a5e52a
2024-12-09T13:17:20,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/f96369fa8cd4460580d869e61de6a141 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/f96369fa8cd4460580d869e61de6a141
2024-12-09T13:17:20,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a183dfd7d97240a39dba0ae6e4e0da62 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/a183dfd7d97240a39dba0ae6e4e0da62
2024-12-09T13:17:20,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7e71033a712c4c19b2e8cc769bf94200 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7e71033a712c4c19b2e8cc769bf94200
2024-12-09T13:17:20,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/277f1d6caf674111a0d82492786aa840 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/277f1d6caf674111a0d82492786aa840
2024-12-09T13:17:20,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7fde0b7ce1cb43139e81195f2b55688b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/7fde0b7ce1cb43139e81195f2b55688b
2024-12-09T13:17:20,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/834504bcaba240d4836f3e39839d1e69 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/834504bcaba240d4836f3e39839d1e69
2024-12-09T13:17:20,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ef635fb4149545c9af98dcf2387f54b2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ef635fb4149545c9af98dcf2387f54b2
2024-12-09T13:17:20,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/53d49abee6644e4394b67d364e471eb0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/53d49abee6644e4394b67d364e471eb0
2024-12-09T13:17:20,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2e3e4e2811b24999b8e02e9017cfb18e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/2e3e4e2811b24999b8e02e9017cfb18e
2024-12-09T13:17:20,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d0bb2f6988b0483398cac996530fae52 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/d0bb2f6988b0483398cac996530fae52
2024-12-09T13:17:20,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/20c9334be04c4ffbb0d0896e1b051cde to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/20c9334be04c4ffbb0d0896e1b051cde
2024-12-09T13:17:20,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fcb703173de44784abf7fc8db5db5aca to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/fcb703173de44784abf7fc8db5db5aca
2024-12-09T13:17:20,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ab0a2d243d0045d19d513e7b7cf08f5c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/ab0a2d243d0045d19d513e7b7cf08f5c
2024-12-09T13:17:20,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/870914beaecd4c8cb18f056d505dd445 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/870914beaecd4c8cb18f056d505dd445
2024-12-09T13:17:20,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/6d2e33565ac6410e94f7fc9bf52edfc3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ce3bb5038ba34a42a86625ce70826b92, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ba30419816064ec7a1d1bdb48de705ef, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/af62aa9c68174810b86f5f486bc62fd9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/d47237a3b02d44ffbcc9cc8a7dde66eb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/4d7d83066e12436d85b7ff12dca31f5e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2e9333502fd64d7dba0a21e8e66af3d6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2cbf560b2137401492aed456f3b5aaf2, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/1f70f3d7fd934944a4d289ae595da4a5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9927aec61d31419ab9e3eb6f52e8255d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b99566d643834afca3649ec42d74f8a7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9cf0b4510a6e4163b8f644cccc662d72, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cef03a5e75914efb9e6ec1de6fffa1ce, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b4e3bb9eab2c4acd9a7cedbe69e39026, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e535b36d94b34612b886417ae7298772, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ac56c3bc9bba4aeb880ad37ccc05549d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/53eda13e2f244231a412336ee6206085, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e17210c6ba314e77a3d44ce839e711db, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fc22c41dfa27401ba0b71e94e2236424, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f9b05c74f6c64ef1bcb99064afc5b044, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/bf0e6002ae374be88cf688e5e6d22657, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f50b765e658948ebb273068208d3377e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9d116a256509422cac9ccd04a488eb3d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/677c690790ab46ac89a988a44d520158, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e419584d73914781a724ddfe3d4e8f7d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/8a161b9d28c34adba612935c6c27a203, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ffed3f9b109b42f58f033946cd2c7ce8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c47d8ac99c574bfb9eab16e81bf21788, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/747332f10a604408b6aa39311e822402, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/03c56db2881c45b08aa21101a7314a59, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/674bc59b42244319aff54dd911daec37, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cd8e7df4609f46e68012adfb0b6f642f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/751f96c9ec624a9fb7a78501d0bd5345, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/85d9c3b835724074a2fe78110d16c67b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/a6b0a1f1213b45abada532b1f61ba2e5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/74e6f5c5c6e34ffdb0f6d96ce988b95d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9e35bb54afed4b17994b97378b672aa1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fe9ce6fcdae84ad9b76b00b55cad8519, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5920f42e558341249d08b72d24db67af, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c8945abac11d4b8e85f83a49738f4ff6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7df445826b9d4a03ae33534cb9ba1f96] to archive
2024-12-09T13:17:20,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:17:20,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/6d2e33565ac6410e94f7fc9bf52edfc3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/6d2e33565ac6410e94f7fc9bf52edfc3
2024-12-09T13:17:20,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ce3bb5038ba34a42a86625ce70826b92 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ce3bb5038ba34a42a86625ce70826b92
2024-12-09T13:17:20,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ba30419816064ec7a1d1bdb48de705ef to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ba30419816064ec7a1d1bdb48de705ef
2024-12-09T13:17:20,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/af62aa9c68174810b86f5f486bc62fd9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/af62aa9c68174810b86f5f486bc62fd9
2024-12-09T13:17:20,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/d47237a3b02d44ffbcc9cc8a7dde66eb to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/d47237a3b02d44ffbcc9cc8a7dde66eb
2024-12-09T13:17:20,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/4d7d83066e12436d85b7ff12dca31f5e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/4d7d83066e12436d85b7ff12dca31f5e
2024-12-09T13:17:20,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2e9333502fd64d7dba0a21e8e66af3d6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2e9333502fd64d7dba0a21e8e66af3d6
2024-12-09T13:17:20,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2cbf560b2137401492aed456f3b5aaf2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/2cbf560b2137401492aed456f3b5aaf2
2024-12-09T13:17:20,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/1f70f3d7fd934944a4d289ae595da4a5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/1f70f3d7fd934944a4d289ae595da4a5
2024-12-09T13:17:20,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9927aec61d31419ab9e3eb6f52e8255d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9927aec61d31419ab9e3eb6f52e8255d
2024-12-09T13:17:20,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b99566d643834afca3649ec42d74f8a7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b99566d643834afca3649ec42d74f8a7
2024-12-09T13:17:20,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9cf0b4510a6e4163b8f644cccc662d72 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9cf0b4510a6e4163b8f644cccc662d72
2024-12-09T13:17:20,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cef03a5e75914efb9e6ec1de6fffa1ce to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cef03a5e75914efb9e6ec1de6fffa1ce
2024-12-09T13:17:20,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b4e3bb9eab2c4acd9a7cedbe69e39026 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/b4e3bb9eab2c4acd9a7cedbe69e39026
2024-12-09T13:17:20,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e535b36d94b34612b886417ae7298772 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e535b36d94b34612b886417ae7298772
2024-12-09T13:17:20,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ac56c3bc9bba4aeb880ad37ccc05549d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ac56c3bc9bba4aeb880ad37ccc05549d
2024-12-09T13:17:20,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/53eda13e2f244231a412336ee6206085 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/53eda13e2f244231a412336ee6206085
2024-12-09T13:17:20,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e17210c6ba314e77a3d44ce839e711db to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e17210c6ba314e77a3d44ce839e711db
2024-12-09T13:17:20,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/3ef0f3a3f48a4708aa3dfea6e6a8c4e8
2024-12-09T13:17:20,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fc22c41dfa27401ba0b71e94e2236424 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fc22c41dfa27401ba0b71e94e2236424
2024-12-09T13:17:20,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f9b05c74f6c64ef1bcb99064afc5b044 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f9b05c74f6c64ef1bcb99064afc5b044
2024-12-09T13:17:20,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/bf0e6002ae374be88cf688e5e6d22657 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/bf0e6002ae374be88cf688e5e6d22657
2024-12-09T13:17:20,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f50b765e658948ebb273068208d3377e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/f50b765e658948ebb273068208d3377e
2024-12-09T13:17:20,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9d116a256509422cac9ccd04a488eb3d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9d116a256509422cac9ccd04a488eb3d
2024-12-09T13:17:20,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/677c690790ab46ac89a988a44d520158 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/677c690790ab46ac89a988a44d520158
2024-12-09T13:17:20,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e419584d73914781a724ddfe3d4e8f7d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/e419584d73914781a724ddfe3d4e8f7d
2024-12-09T13:17:20,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/8a161b9d28c34adba612935c6c27a203 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/8a161b9d28c34adba612935c6c27a203
2024-12-09T13:17:20,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ffed3f9b109b42f58f033946cd2c7ce8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/ffed3f9b109b42f58f033946cd2c7ce8
2024-12-09T13:17:20,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c47d8ac99c574bfb9eab16e81bf21788 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c47d8ac99c574bfb9eab16e81bf21788
2024-12-09T13:17:20,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7f244b23c1fc4e02b6d9eb45ad6ff4cd
2024-12-09T13:17:20,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/747332f10a604408b6aa39311e822402 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/747332f10a604408b6aa39311e822402
2024-12-09T13:17:20,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/03c56db2881c45b08aa21101a7314a59 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/03c56db2881c45b08aa21101a7314a59
2024-12-09T13:17:20,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/674bc59b42244319aff54dd911daec37 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/674bc59b42244319aff54dd911daec37
2024-12-09T13:17:20,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cd8e7df4609f46e68012adfb0b6f642f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/cd8e7df4609f46e68012adfb0b6f642f
2024-12-09T13:17:20,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/751f96c9ec624a9fb7a78501d0bd5345 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/751f96c9ec624a9fb7a78501d0bd5345
2024-12-09T13:17:20,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/85d9c3b835724074a2fe78110d16c67b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/85d9c3b835724074a2fe78110d16c67b
2024-12-09T13:17:20,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/a6b0a1f1213b45abada532b1f61ba2e5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/a6b0a1f1213b45abada532b1f61ba2e5
2024-12-09T13:17:20,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/74e6f5c5c6e34ffdb0f6d96ce988b95d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/74e6f5c5c6e34ffdb0f6d96ce988b95d
2024-12-09T13:17:20,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9e35bb54afed4b17994b97378b672aa1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9e35bb54afed4b17994b97378b672aa1
2024-12-09T13:17:20,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fe9ce6fcdae84ad9b76b00b55cad8519 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/fe9ce6fcdae84ad9b76b00b55cad8519
2024-12-09T13:17:20,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5920f42e558341249d08b72d24db67af to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5920f42e558341249d08b72d24db67af
2024-12-09T13:17:20,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c8945abac11d4b8e85f83a49738f4ff6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c8945abac11d4b8e85f83a49738f4ff6
2024-12-09T13:17:20,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7df445826b9d4a03ae33534cb9ba1f96 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/7df445826b9d4a03ae33534cb9ba1f96
2024-12-09T13:17:20,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c58078c656b480abb8ed9072ae70c9f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2c0864cbbe244a998a0664fb634e2916, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/abdf1e473cbf48a4885139ca909d5159, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/951e9972e52f407f8e7994501c5cc975, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/52aaac2c05dd46cfa2e05cc2ce089cc8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/824d11f054104946a9372644f7a1ed9b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a9343f29372f4988beae4382cadd8631, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/212bc4fa281548bc9c1183376f37f590, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/aedd1dae9d0f4e25beca7e2a0ddd0020, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9d28c9f098e94fb99d6be4095db22862, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4eeca9866e0b473e90297a58a164092b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1689ea2d802041939de2da9174166de5, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/e7d349f93a794927b0c0b3e439a10944, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/dd0df84bc1db48028771ed780427e231, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/06ce89a868274636a15154042a1e8431, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d500cb959ae14da283c0b549f8bef38d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2b660728997243e6adb4e8411e2abe4f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d329ac864003465f86cbae9e10378f6b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2fec59353aeb40b7bb50c0ab3e10be4e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/216a2a983e58415d85f1334995157efc, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/325c4e69b5ba41f79e211f6f9e9e1a4d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1a5bda29a07042f1987950da11189ccc, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0d27495afd5841f0a42d5e9608da78af, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4cea8af8a885426d9c10c75bd271418f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/23374ed225ba44e7830f6392ce6efea0, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/222b2d479c1a4b2f93002f95f02a7c64, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/32f34aa7cd5940e9a85ebc0a2eaf3335, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d37d2d29f2274152880a71d07ff89614, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c130a5fcfe0423e94bbb5a0dd7e825f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6d925c98b7b84dab80a4d5c985152ea9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/bbbeff1ae72e4756b83c7cfbed00f514, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b7c0e1a27295495ca5f4e3c4e3604642, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9cac0793dbb04a9bae192f287ad70442, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d77fe11219074c96a07bc6a08bbde07f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d0f89d26159348d095b9c5732bca16e6, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8faf8db9a944821abfcdedc31f949ea, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/13a50287690748c9b4c576e26632c035, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b280638a4e3243db8b884719388d0a1c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0e133eb3f886413cbf08775e01245e08, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0539d2214990410b86731481e48b4d9c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6274bff9123e4860892368d7014d8130, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/5499f87f104f409c803b1b38b378755f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4a9132e1c7514e378021d2f19fa95ac1] to archive
2024-12-09T13:17:20,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:17:20,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c58078c656b480abb8ed9072ae70c9f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c58078c656b480abb8ed9072ae70c9f
2024-12-09T13:17:20,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2c0864cbbe244a998a0664fb634e2916 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2c0864cbbe244a998a0664fb634e2916
2024-12-09T13:17:20,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/abdf1e473cbf48a4885139ca909d5159 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/abdf1e473cbf48a4885139ca909d5159
2024-12-09T13:17:20,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/951e9972e52f407f8e7994501c5cc975 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/951e9972e52f407f8e7994501c5cc975
2024-12-09T13:17:20,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/52aaac2c05dd46cfa2e05cc2ce089cc8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/52aaac2c05dd46cfa2e05cc2ce089cc8
2024-12-09T13:17:20,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/824d11f054104946a9372644f7a1ed9b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/824d11f054104946a9372644f7a1ed9b
2024-12-09T13:17:20,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a9343f29372f4988beae4382cadd8631 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a9343f29372f4988beae4382cadd8631
2024-12-09T13:17:20,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/212bc4fa281548bc9c1183376f37f590 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/212bc4fa281548bc9c1183376f37f590
2024-12-09T13:17:20,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/aedd1dae9d0f4e25beca7e2a0ddd0020 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/aedd1dae9d0f4e25beca7e2a0ddd0020
2024-12-09T13:17:20,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9d28c9f098e94fb99d6be4095db22862 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9d28c9f098e94fb99d6be4095db22862
2024-12-09T13:17:20,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4eeca9866e0b473e90297a58a164092b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4eeca9866e0b473e90297a58a164092b
2024-12-09T13:17:20,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1689ea2d802041939de2da9174166de5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1689ea2d802041939de2da9174166de5
2024-12-09T13:17:20,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/e7d349f93a794927b0c0b3e439a10944 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/e7d349f93a794927b0c0b3e439a10944
2024-12-09T13:17:20,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/dd0df84bc1db48028771ed780427e231 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/dd0df84bc1db48028771ed780427e231
2024-12-09T13:17:20,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/06ce89a868274636a15154042a1e8431 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/06ce89a868274636a15154042a1e8431
2024-12-09T13:17:20,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d500cb959ae14da283c0b549f8bef38d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d500cb959ae14da283c0b549f8bef38d
2024-12-09T13:17:20,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2b660728997243e6adb4e8411e2abe4f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2b660728997243e6adb4e8411e2abe4f
2024-12-09T13:17:20,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d329ac864003465f86cbae9e10378f6b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d329ac864003465f86cbae9e10378f6b
2024-12-09T13:17:20,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2fec59353aeb40b7bb50c0ab3e10be4e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/2fec59353aeb40b7bb50c0ab3e10be4e
2024-12-09T13:17:20,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/216a2a983e58415d85f1334995157efc to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/216a2a983e58415d85f1334995157efc
2024-12-09T13:17:20,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/325c4e69b5ba41f79e211f6f9e9e1a4d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/325c4e69b5ba41f79e211f6f9e9e1a4d
2024-12-09T13:17:20,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1a5bda29a07042f1987950da11189ccc to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/1a5bda29a07042f1987950da11189ccc
2024-12-09T13:17:20,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0d27495afd5841f0a42d5e9608da78af to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0d27495afd5841f0a42d5e9608da78af
2024-12-09T13:17:20,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4cea8af8a885426d9c10c75bd271418f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4cea8af8a885426d9c10c75bd271418f
2024-12-09T13:17:20,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/23374ed225ba44e7830f6392ce6efea0 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/23374ed225ba44e7830f6392ce6efea0
2024-12-09T13:17:20,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/222b2d479c1a4b2f93002f95f02a7c64 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/222b2d479c1a4b2f93002f95f02a7c64
2024-12-09T13:17:20,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/32f34aa7cd5940e9a85ebc0a2eaf3335 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/32f34aa7cd5940e9a85ebc0a2eaf3335
2024-12-09T13:17:20,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d37d2d29f2274152880a71d07ff89614 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d37d2d29f2274152880a71d07ff89614
2024-12-09T13:17:20,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c130a5fcfe0423e94bbb5a0dd7e825f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6c130a5fcfe0423e94bbb5a0dd7e825f
2024-12-09T13:17:20,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6d925c98b7b84dab80a4d5c985152ea9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6d925c98b7b84dab80a4d5c985152ea9
2024-12-09T13:17:20,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/bbbeff1ae72e4756b83c7cfbed00f514 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/bbbeff1ae72e4756b83c7cfbed00f514
2024-12-09T13:17:20,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b7c0e1a27295495ca5f4e3c4e3604642 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b7c0e1a27295495ca5f4e3c4e3604642
2024-12-09T13:17:20,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9cac0793dbb04a9bae192f287ad70442 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/9cac0793dbb04a9bae192f287ad70442
2024-12-09T13:17:20,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d77fe11219074c96a07bc6a08bbde07f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d77fe11219074c96a07bc6a08bbde07f
2024-12-09T13:17:20,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d0f89d26159348d095b9c5732bca16e6 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/d0f89d26159348d095b9c5732bca16e6
2024-12-09T13:17:20,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8faf8db9a944821abfcdedc31f949ea to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8faf8db9a944821abfcdedc31f949ea
2024-12-09T13:17:20,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/13a50287690748c9b4c576e26632c035 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/13a50287690748c9b4c576e26632c035
2024-12-09T13:17:20,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b280638a4e3243db8b884719388d0a1c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/b280638a4e3243db8b884719388d0a1c
2024-12-09T13:17:20,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0e133eb3f886413cbf08775e01245e08 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0e133eb3f886413cbf08775e01245e08
2024-12-09T13:17:20,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0539d2214990410b86731481e48b4d9c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/0539d2214990410b86731481e48b4d9c
2024-12-09T13:17:20,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6274bff9123e4860892368d7014d8130 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/6274bff9123e4860892368d7014d8130
2024-12-09T13:17:20,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/5499f87f104f409c803b1b38b378755f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/5499f87f104f409c803b1b38b378755f
2024-12-09T13:17:20,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4a9132e1c7514e378021d2f19fa95ac1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/4a9132e1c7514e378021d2f19fa95ac1
2024-12-09T13:17:20,302 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/recovered.edits/646.seqid, newMaxSeqId=646, maxSeqId=1
2024-12-09T13:17:20,303 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.
2024-12-09T13:17:20,303 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for 523ba7a031323134aa4fae1a99d0f754:
Waiting for close lock at 1733750239722Running coprocessor pre-close hooks at 1733750239722Disabling compacts and flushes for region at 1733750239722Disabling writes for close at 1733750239723 (+1 ms)Obtaining lock to block concurrent updates at 1733750239723Preparing flush snapshotting stores in 523ba7a031323134aa4fae1a99d0f754 at 1733750239723Finished memstore snapshotting TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733750239723Flushing stores of TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754. at 1733750239724 (+1 ms)Flushing 523ba7a031323134aa4fae1a99d0f754/A: creating writer at 1733750239724Flushing 523ba7a031323134aa4fae1a99d0f754/A: appending metadata at 1733750239727 (+3 ms)Flushing 523ba7a031323134aa4fae1a99d0f754/A: closing flushed file at 1733750239727Flushing 523ba7a031323134aa4fae1a99d0f754/B: creating writer at 1733750239740 (+13 ms)Flushing 523ba7a031323134aa4fae1a99d0f754/B: appending metadata at 1733750239751 (+11 ms)Flushing 523ba7a031323134aa4fae1a99d0f754/B: closing flushed file at 1733750239752 (+1 ms)Flushing 523ba7a031323134aa4fae1a99d0f754/C: creating writer at 1733750239761 (+9 ms)Flushing 523ba7a031323134aa4fae1a99d0f754/C: appending metadata at 1733750239763 (+2 ms)Flushing 523ba7a031323134aa4fae1a99d0f754/C: closing flushed file at 1733750239763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad38318: reopening flushed file at 1733750240170 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14de2116: reopening flushed file at 1733750240174 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f56bf31: reopening flushed file at 1733750240176 (+2 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 523ba7a031323134aa4fae1a99d0f754 in 457ms, sequenceid=643, compaction requested=true at 1733750240180 (+4 ms)Writing region close event to WAL at 1733750240299 (+119 ms)Running coprocessor post-close hooks at 1733750240303 (+4 ms)Closed at 1733750240303
2024-12-09T13:17:20,305 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed 523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:20,305 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=523ba7a031323134aa4fae1a99d0f754, regionState=CLOSED
2024-12-09T13:17:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:17:20,309 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-12-09T13:17:20,309 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure 523ba7a031323134aa4fae1a99d0f754, server=cad571b91d50,33809,1733750093218 in 738 msec
2024-12-09T13:17:20,310 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-12-09T13:17:20,310 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=523ba7a031323134aa4fae1a99d0f754, UNASSIGN in 744 msec
2024-12-09T13:17:20,313 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-12-09T13:17:20,313 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 747 msec
2024-12-09T13:17:20,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750240314"}]},"ts":"1733750240314"}
2024-12-09T13:17:20,316 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-09T13:17:20,316 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-09T13:17:20,317 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 758 msec
2024-12-09T13:17:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-09T13:17:20,694 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:20,695 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-09T13:17:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:20,697 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-12-09T13:17:20,697 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:20,700 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:20,702 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/recovered.edits]
2024-12-09T13:17:20,706 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/4caf4f5b29d7413f8748e5f46bdb3535 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/4caf4f5b29d7413f8748e5f46bdb3535
2024-12-09T13:17:20,708 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/65f5c78e3b5e48e0b423e396485b2bf5 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/65f5c78e3b5e48e0b423e396485b2bf5
2024-12-09T13:17:20,709 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8624819402c14c3d99c3ea5be0443787 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/A/8624819402c14c3d99c3ea5be0443787
2024-12-09T13:17:20,732 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5566ecb9291e4a3d92ea068385387733 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/5566ecb9291e4a3d92ea068385387733
2024-12-09T13:17:20,733 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9110df216940497284ae50d8e23a3911 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/9110df216940497284ae50d8e23a3911
2024-12-09T13:17:20,734 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c16b8019eafb404da797cddbe6ee574c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/B/c16b8019eafb404da797cddbe6ee574c
2024-12-09T13:17:20,737 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/385c116e1de24b0189a1a4480f6bee42 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/385c116e1de24b0189a1a4480f6bee42
2024-12-09T13:17:20,738 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/8b5e96ae8c7c436480616d6d226dc253 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/8b5e96ae8c7c436480616d6d226dc253
2024-12-09T13:17:20,739 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8d68c2143604c4eb10e16ac40336703 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/C/a8d68c2143604c4eb10e16ac40336703
2024-12-09T13:17:20,743 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/recovered.edits/646.seqid to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754/recovered.edits/646.seqid
2024-12-09T13:17:20,745 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/523ba7a031323134aa4fae1a99d0f754
2024-12-09T13:17:20,745 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-09T13:17:20,749 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:20,751 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-09T13:17:20,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-09T13:17:20,755 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:20,755 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-09T13:17:20,756 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733750240755"}]},"ts":"9223372036854775807"}
2024-12-09T13:17:20,757 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-09T13:17:20,757 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 523ba7a031323134aa4fae1a99d0f754, NAME => 'TestAcidGuarantees,,1733750214130.523ba7a031323134aa4fae1a99d0f754.', STARTKEY => '', ENDKEY => ''}]
2024-12-09T13:17:20,758 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-09T13:17:20,758 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733750240758"}]},"ts":"9223372036854775807"}
2024-12-09T13:17:20,759 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-09T13:17:20,761 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:20,762 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec
2024-12-09T13:17:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-12-09T13:17:20,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-09T13:17:20,804 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:20,819 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 251), OpenFileDescriptor=449 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1095 (was 1246), ProcessCount=11 (was 11), AvailableMemoryMB=4806 (was 5316)
2024-12-09T13:17:20,829 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1095, ProcessCount=11, AvailableMemoryMB=4804
2024-12-09T13:17:20,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:17:20,831 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:17:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:20,833 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T13:17:20,833 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:20,833 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 144
2024-12-09T13:17:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-09T13:17:20,834 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T13:17:20,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742410_1586 (size=1061)
2024-12-09T13:17:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-09T13:17:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-09T13:17:21,243 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d
2024-12-09T13:17:21,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742411_1587 (size=53)
2024-12-09T13:17:21,336 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T13:17:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-09T13:17:21,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:17:21,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6c4724de495f27f31047bd51b30fe613, disabling compactions & flushes
2024-12-09T13:17:21,653 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:21,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:21,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. after waiting 0 ms
2024-12-09T13:17:21,653 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:21,654 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:21,654 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c4724de495f27f31047bd51b30fe613:
Waiting for close lock at 1733750241653Disabling compacts and flushes for region at 1733750241653Disabling writes for close at 1733750241653Writing region close event to WAL at 1733750241654 (+1 ms)Closed at 1733750241654
2024-12-09T13:17:21,655 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T13:17:21,655 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733750241655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733750241655"}]},"ts":"1733750241655"}
2024-12-09T13:17:21,656 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T13:17:21,657 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T13:17:21,657 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750241657"}]},"ts":"1733750241657"}
2024-12-09T13:17:21,658 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-09T13:17:21,659 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, ASSIGN}]
2024-12-09T13:17:21,659 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, ASSIGN
2024-12-09T13:17:21,660 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, ASSIGN; state=OFFLINE, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=false
2024-12-09T13:17:21,811 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6c4724de495f27f31047bd51b30fe613, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:17:21,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, ASSIGN because future has completed
2024-12-09T13:17:21,813 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:17:21,969 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:21,970 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:17:21,970 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,970 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:17:21,970 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,970 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,971 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c4724de495f27f31047bd51b30fe613 
2024-12-09T13:17:21,972 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:17:21,973 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c4724de495f27f31047bd51b30fe613 columnFamilyName A
2024-12-09T13:17:21,973 DEBUG [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-09T13:17:21,973 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(327): Store=6c4724de495f27f31047bd51b30fe613/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:17:21,973 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c4724de495f27f31047bd51b30fe613 
2024-12-09T13:17:21,974 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:17:21,974 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c4724de495f27f31047bd51b30fe613 columnFamilyName B
2024-12-09T13:17:21,974 DEBUG [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:21,975 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(327): Store=6c4724de495f27f31047bd51b30fe613/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:17:21,975 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c4724de495f27f31047bd51b30fe613 
2024-12-09T13:17:21,976 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:17:21,976 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c4724de495f27f31047bd51b30fe613 columnFamilyName C
2024-12-09T13:17:21,976 DEBUG [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:21,976 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(327): Store=6c4724de495f27f31047bd51b30fe613/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:17:21,977 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:21,977 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,977 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,978 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,979 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,979 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,979 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:17:21,980 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,983 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T13:17:21,983 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 6c4724de495f27f31047bd51b30fe613; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63593434, jitterRate=-0.052383989095687866}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:17:21,983 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:21,984 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 6c4724de495f27f31047bd51b30fe613:
Running coprocessor pre-open hook at 1733750241970Writing region info on filesystem at 1733750241970Initializing all the Stores at 1733750241971 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750241971Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750241971Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750241971Cleaning up temporary data from old regions at 1733750241979 (+8 ms)Running coprocessor post-open hooks at 1733750241983 (+4 ms)Region opened successfully at 1733750241984 (+1 ms)
2024-12-09T13:17:21,985 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., pid=146, masterSystemTime=1733750241965
2024-12-09T13:17:21,987 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:21,987 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:21,987 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6c4724de495f27f31047bd51b30fe613, regionState=OPEN, openSeqNum=2, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:17:21,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:17:21,991 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145
2024-12-09T13:17:21,991 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218 in 176 msec
2024-12-09T13:17:21,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-12-09T13:17:21,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, ASSIGN in 332 msec
2024-12-09T13:17:21,995 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T13:17:21,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750241995"}]},"ts":"1733750241995"}
2024-12-09T13:17:21,996 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-09T13:17:21,997 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T13:17:21,998 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec
2024-12-09T13:17:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-12-09T13:17:22,984 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:22,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:22,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:22,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:22,994 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40714fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:23,000 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:23,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3fb613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:23,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:23,003 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:23,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T13:17:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cad571b91d50,35467,1733750092138
2024-12-09T13:17:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eba6a2
2024-12-09T13:17:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T13:17:23,008 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T13:17:23,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-09T13:17:23,010 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T13:17:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:23,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742412_1588 (size=1097)
2024-12-09T13:17:23,526 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-09T13:17:23,526 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-09T13:17:23,529 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:17:23,532 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, REOPEN/MOVE}]
2024-12-09T13:17:23,534 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, REOPEN/MOVE
2024-12-09T13:17:23,535 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6c4724de495f27f31047bd51b30fe613, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:17:23,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, REOPEN/MOVE because future has completed
2024-12-09T13:17:23,537 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:17:23,537 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:17:23,688 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:23,689 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:17:23,689 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 6c4724de495f27f31047bd51b30fe613, disabling compactions & flushes
2024-12-09T13:17:23,689 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:23,689 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:23,689 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. after waiting 0 ms
2024-12-09T13:17:23,689 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:23,694 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-09T13:17:23,699 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:23,699 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 6c4724de495f27f31047bd51b30fe613:
Waiting for close lock at 1733750243689Running coprocessor pre-close hooks at 1733750243689Disabling compacts and flushes for region at 1733750243689Disabling writes for close at 1733750243689Writing region close event to WAL at 1733750243690 (+1 ms)Running coprocessor post-close hooks at 1733750243699 (+9 ms)Closed at 1733750243699
2024-12-09T13:17:23,699 WARN  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: 6c4724de495f27f31047bd51b30fe613 to self.
2024-12-09T13:17:23,700 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:23,701 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6c4724de495f27f31047bd51b30fe613, regionState=CLOSED
2024-12-09T13:17:23,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:17:23,705 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149
2024-12-09T13:17:23,705 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218 in 166 msec
2024-12-09T13:17:23,705 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, REOPEN/MOVE; state=CLOSED, location=cad571b91d50,33809,1733750093218; forceNewPlan=false, retain=true
2024-12-09T13:17:23,856 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6c4724de495f27f31047bd51b30fe613, regionState=OPENING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:17:23,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, REOPEN/MOVE because future has completed
2024-12-09T13:17:23,857 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:17:24,011 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,011 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
2024-12-09T13:17:24,012 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,012 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T13:17:24,012 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,012 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,013 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c4724de495f27f31047bd51b30fe613 
2024-12-09T13:17:24,013 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:17:24,013 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c4724de495f27f31047bd51b30fe613 columnFamilyName A
2024-12-09T13:17:24,014 DEBUG [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:24,015 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(327): Store=6c4724de495f27f31047bd51b30fe613/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:17:24,015 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c4724de495f27f31047bd51b30fe613 
2024-12-09T13:17:24,015 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:17:24,016 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c4724de495f27f31047bd51b30fe613 columnFamilyName B
2024-12-09T13:17:24,016 DEBUG [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:24,016 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(327): Store=6c4724de495f27f31047bd51b30fe613/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:17:24,016 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c4724de495f27f31047bd51b30fe613 
2024-12-09T13:17:24,016 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-09T13:17:24,016 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c4724de495f27f31047bd51b30fe613 columnFamilyName C
2024-12-09T13:17:24,016 DEBUG [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:24,017 INFO  [StoreOpener-6c4724de495f27f31047bd51b30fe613-1 {}] regionserver.HStore(327): Store=6c4724de495f27f31047bd51b30fe613/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T13:17:24,017 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,017 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,017 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,018 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,019 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,019 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,019 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-09T13:17:24,020 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,020 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened 6c4724de495f27f31047bd51b30fe613; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69471213, jitterRate=0.03520174324512482}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-09T13:17:24,020 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,021 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for 6c4724de495f27f31047bd51b30fe613:
Running coprocessor pre-open hook at 1733750244012Writing region info on filesystem at 1733750244012Initializing all the Stores at 1733750244012Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750244012Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750244013 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733750244013Cleaning up temporary data from old regions at 1733750244019 (+6 ms)Running coprocessor post-open hooks at 1733750244020 (+1 ms)Region opened successfully at 1733750244021 (+1 ms)
2024-12-09T13:17:24,021 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., pid=151, masterSystemTime=1733750244009
2024-12-09T13:17:24,023 DEBUG [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,023 INFO  [RS_OPEN_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,023 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6c4724de495f27f31047bd51b30fe613, regionState=OPEN, openSeqNum=5, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:17:24,026 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149
2024-12-09T13:17:24,026 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218 in 168 msec
2024-12-09T13:17:24,028 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-12-09T13:17:24,028 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, REOPEN/MOVE in 494 msec
2024-12-09T13:17:24,029 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147
2024-12-09T13:17:24,029 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec
2024-12-09T13:17:24,031 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0200 sec
2024-12-09T13:17:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147
2024-12-09T13:17:24,032 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:24,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,034 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2e032b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,035 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5167449e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,037 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b87dbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,038 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcb9026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,040 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4cd687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,041 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76884278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,042 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5979e67c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,044 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d074ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,045 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b95cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,046 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4faa38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,048 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d44ae07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,049 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68692240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,051 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474f4d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,052 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f12087c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,054 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b65481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,055 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f8afaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,057 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5a2d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,058 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2112f380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8fc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cad571b91d50,35467,-1 for getting cluster id
2024-12-09T13:17:24,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T13:17:24,059 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9'
2024-12-09T13:17:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T13:17:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1bbdf34-f41e-427a-9f8d-b84f4abeb5a9"

2024-12-09T13:17:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66508b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cad571b91d50,35467,-1]
2024-12-09T13:17:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T13:17:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:24,060 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T13:17:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463a1c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T13:17:24,061 DEBUG [Thread-2602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,061 DEBUG [Thread-2604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,061 DEBUG [Thread-2615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,061 DEBUG [Thread-2606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,062 DEBUG [Thread-2598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,062 DEBUG [Thread-2600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,062 DEBUG [Thread-2611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,063 DEBUG [Thread-2617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,063 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,063 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,064 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,064 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,064 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,064 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,066 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,068 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,074 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-09T13:17:24,074 DEBUG [Thread-2609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:24,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:24,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:24,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:24,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:24,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:24,075 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:24,075 DEBUG [Thread-2613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T13:17:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-12-09T13:17:24,076 DEBUG [Thread-2613 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cad571b91d50,33809,1733750093218, seqNum=-1]
2024-12-09T13:17:24,077 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,077 DEBUG [Thread-2613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T13:17:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-09T13:17:24,077 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T13:17:24,078 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5]
2024-12-09T13:17:24,082 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:24,082 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:24,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120918a8689a740f49ba96e5259d191a322b_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_1/A:col10/1733750244072/Put/seqid=0
2024-12-09T13:17:24,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750304095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,104 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733750244084, max timestamp=1733750244101Num uniques 859; 
2024-12-09T13:17:24,104 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-09T13:17:24,104 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733750244084, max timestamp=1733750244101Num uniques 859; 
2024-12-09T13:17:24,104 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733750244084, max timestamp=1733750244101Num uniques 859; 
2024-12-09T13:17:24,104 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-09T13:17:24,104 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-09T13:17:24,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742413_1589 (size=9714)
2024-12-09T13:17:24,117 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:24,123 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120918a8689a740f49ba96e5259d191a322b_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120918a8689a740f49ba96e5259d191a322b_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/98d5aaefa68846808c112e52abf7dbbb, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:24,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/98d5aaefa68846808c112e52abf7dbbb is 175, key is test_row_1/A:col10/1733750244072/Put/seqid=0
2024-12-09T13:17:24,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750304127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750304128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742414_1590 (size=22361)
2024-12-09T13:17:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750304128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,136 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/98d5aaefa68846808c112e52abf7dbbb
2024-12-09T13:17:24,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750304133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/d97e9764bba94a0184a20d6c7a72c246 is 50, key is test_row_1/B:col10/1733750244072/Put/seqid=0
2024-12-09T13:17:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-09T13:17:24,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742415_1591 (size=9657)
2024-12-09T13:17:24,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750304213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-09T13:17:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750304243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750304243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750304243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750304243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-09T13:17:24,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:24,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-09T13:17:24,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750304423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750304453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750304453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750304453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750304453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-09T13:17:24,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:24,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,596 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/d97e9764bba94a0184a20d6c7a72c246
2024-12-09T13:17:24,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/3fae43e11bef45e0ab1a5c6a985075b4 is 50, key is test_row_1/C:col10/1733750244072/Put/seqid=0
2024-12-09T13:17:24,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742416_1592 (size=9657)
2024-12-09T13:17:24,639 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/3fae43e11bef45e0ab1a5c6a985075b4
2024-12-09T13:17:24,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/98d5aaefa68846808c112e52abf7dbbb as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/98d5aaefa68846808c112e52abf7dbbb
2024-12-09T13:17:24,679 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/98d5aaefa68846808c112e52abf7dbbb, entries=100, sequenceid=16, filesize=21.8 K
2024-12-09T13:17:24,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/d97e9764bba94a0184a20d6c7a72c246 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d97e9764bba94a0184a20d6c7a72c246
2024-12-09T13:17:24,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-09T13:17:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-09T13:17:24,717 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d97e9764bba94a0184a20d6c7a72c246, entries=100, sequenceid=16, filesize=9.4 K
2024-12-09T13:17:24,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/3fae43e11bef45e0ab1a5c6a985075b4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/3fae43e11bef45e0ab1a5c6a985075b4
2024-12-09T13:17:24,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750304733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750304765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750304765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750304765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750304766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:24,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:24,772 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/3fae43e11bef45e0ab1a5c6a985075b4, entries=100, sequenceid=16, filesize=9.4 K
2024-12-09T13:17:24,776 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 6c4724de495f27f31047bd51b30fe613 in 702ms, sequenceid=16, compaction requested=false
2024-12-09T13:17:24,776 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-09T13:17:24,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:24,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-12-09T13:17:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:24,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=127.47 KB heapSize=351 KB
2024-12-09T13:17:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:24,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:24,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:24,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:24,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209526fbae02fb64a3e817f6a19fb7e3194_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750244125/Put/seqid=0
2024-12-09T13:17:24,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742417_1593 (size=12154)
2024-12-09T13:17:24,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:24,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209526fbae02fb64a3e817f6a19fb7e3194_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209526fbae02fb64a3e817f6a19fb7e3194_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1ebd0689cdfd420fa0e4e7b4346d2e6a, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1ebd0689cdfd420fa0e4e7b4346d2e6a is 175, key is test_row_0/A:col10/1733750244125/Put/seqid=0
2024-12-09T13:17:24,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742418_1594 (size=30955)
2024-12-09T13:17:24,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1ebd0689cdfd420fa0e4e7b4346d2e6a
2024-12-09T13:17:25,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/944b4760682549f3b4e29c145e2636fc is 50, key is test_row_0/B:col10/1733750244125/Put/seqid=0
2024-12-09T13:17:25,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742419_1595 (size=12001)
2024-12-09T13:17:25,025 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/944b4760682549f3b4e29c145e2636fc
2024-12-09T13:17:25,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/106f853ea2ad4629ae724b70a4cd8a33 is 50, key is test_row_0/C:col10/1733750244125/Put/seqid=0
2024-12-09T13:17:25,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742420_1596 (size=12001)
2024-12-09T13:17:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-09T13:17:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:25,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:25,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750305283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750305290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750305330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750305337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750305338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/106f853ea2ad4629ae724b70a4cd8a33
2024-12-09T13:17:25,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750305453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750305453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750305454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1ebd0689cdfd420fa0e4e7b4346d2e6a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1ebd0689cdfd420fa0e4e7b4346d2e6a
2024-12-09T13:17:25,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1ebd0689cdfd420fa0e4e7b4346d2e6a, entries=150, sequenceid=49, filesize=30.2 K
2024-12-09T13:17:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/944b4760682549f3b4e29c145e2636fc as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/944b4760682549f3b4e29c145e2636fc
2024-12-09T13:17:25,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/944b4760682549f3b4e29c145e2636fc, entries=150, sequenceid=49, filesize=11.7 K
2024-12-09T13:17:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/106f853ea2ad4629ae724b70a4cd8a33 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/106f853ea2ad4629ae724b70a4cd8a33
2024-12-09T13:17:25,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/106f853ea2ad4629ae724b70a4cd8a33, entries=150, sequenceid=49, filesize=11.7 K
2024-12-09T13:17:25,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~350.95 KB/359376, currentSize=67.09 KB/68700 for 6c4724de495f27f31047bd51b30fe613 in 722ms, sequenceid=49, compaction requested=false
2024-12-09T13:17:25,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:25,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:25,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-12-09T13:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-12-09T13:17:25,604 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-12-09T13:17:25,605 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec
2024-12-09T13:17:25,607 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.5300 sec
2024-12-09T13:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:25,675 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:17:25,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:25,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:25,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:25,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:25,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:25,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:25,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f6bb76ea45dc4e7e93cf5376e81bf8e1_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750245279/Put/seqid=0
2024-12-09T13:17:25,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742421_1597 (size=12154)
2024-12-09T13:17:25,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:25,728 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f6bb76ea45dc4e7e93cf5376e81bf8e1_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f6bb76ea45dc4e7e93cf5376e81bf8e1_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:25,739 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/b1b0b3950ef946beb83a212cf5ca41a1, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:25,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/b1b0b3950ef946beb83a212cf5ca41a1 is 175, key is test_row_0/A:col10/1733750245279/Put/seqid=0
2024-12-09T13:17:25,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750305743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750305746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750305760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742422_1598 (size=30955)
2024-12-09T13:17:25,783 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/b1b0b3950ef946beb83a212cf5ca41a1
2024-12-09T13:17:25,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/1529ab21e04a4626a4bf8c168aff5b3e is 50, key is test_row_0/B:col10/1733750245279/Put/seqid=0
2024-12-09T13:17:25,834 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T13:17:25,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742423_1599 (size=12001)
2024-12-09T13:17:25,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750305863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750305863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:25,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750305874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750306073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750306073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750306083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-12-09T13:17:26,233 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:26,234 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-12-09T13:17:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-09T13:17:26,236 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:26,236 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:26,236 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:26,249 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/1529ab21e04a4626a4bf8c168aff5b3e
2024-12-09T13:17:26,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5429d372d2e048b5b3d663acb3685c22 is 50, key is test_row_0/C:col10/1733750245279/Put/seqid=0
2024-12-09T13:17:26,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742424_1600 (size=12001)
2024-12-09T13:17:26,273 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5429d372d2e048b5b3d663acb3685c22
2024-12-09T13:17:26,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/b1b0b3950ef946beb83a212cf5ca41a1 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b1b0b3950ef946beb83a212cf5ca41a1
2024-12-09T13:17:26,290 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b1b0b3950ef946beb83a212cf5ca41a1, entries=150, sequenceid=65, filesize=30.2 K
2024-12-09T13:17:26,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/1529ab21e04a4626a4bf8c168aff5b3e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1529ab21e04a4626a4bf8c168aff5b3e
2024-12-09T13:17:26,296 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1529ab21e04a4626a4bf8c168aff5b3e, entries=150, sequenceid=65, filesize=11.7 K
2024-12-09T13:17:26,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5429d372d2e048b5b3d663acb3685c22 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5429d372d2e048b5b3d663acb3685c22
2024-12-09T13:17:26,301 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5429d372d2e048b5b3d663acb3685c22, entries=150, sequenceid=65, filesize=11.7 K
2024-12-09T13:17:26,301 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 6c4724de495f27f31047bd51b30fe613 in 626ms, sequenceid=65, compaction requested=true
2024-12-09T13:17:26,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:26,302 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:26,302 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:26,302 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:26,302 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/A is initiating minor compaction (all files)
2024-12-09T13:17:26,302 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/A in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,303 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:26,303 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/98d5aaefa68846808c112e52abf7dbbb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1ebd0689cdfd420fa0e4e7b4346d2e6a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b1b0b3950ef946beb83a212cf5ca41a1] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=82.3 K
2024-12-09T13:17:26,303 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,303 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/B is initiating minor compaction (all files)
2024-12-09T13:17:26,303 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/98d5aaefa68846808c112e52abf7dbbb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1ebd0689cdfd420fa0e4e7b4346d2e6a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b1b0b3950ef946beb83a212cf5ca41a1]
2024-12-09T13:17:26,303 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/B in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,303 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d97e9764bba94a0184a20d6c7a72c246, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/944b4760682549f3b4e29c145e2636fc, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1529ab21e04a4626a4bf8c168aff5b3e] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=32.9 K
2024-12-09T13:17:26,303 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d5aaefa68846808c112e52abf7dbbb, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750244072
2024-12-09T13:17:26,303 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting d97e9764bba94a0184a20d6c7a72c246, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750244072
2024-12-09T13:17:26,304 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ebd0689cdfd420fa0e4e7b4346d2e6a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733750244121
2024-12-09T13:17:26,304 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1b0b3950ef946beb83a212cf5ca41a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733750245279
2024-12-09T13:17:26,304 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 944b4760682549f3b4e29c145e2636fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733750244121
2024-12-09T13:17:26,304 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1529ab21e04a4626a4bf8c168aff5b3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733750245279
2024-12-09T13:17:26,310 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:26,312 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:26,312 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/24a3cc6504654edb9cfcb2454d836b54 is 50, key is test_row_0/B:col10/1733750245279/Put/seqid=0
2024-12-09T13:17:26,313 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412091b80b3cd836847c2989cab3c76735224_6c4724de495f27f31047bd51b30fe613 store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:26,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412091b80b3cd836847c2989cab3c76735224_6c4724de495f27f31047bd51b30fe613, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:26,315 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091b80b3cd836847c2989cab3c76735224_6c4724de495f27f31047bd51b30fe613 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:26,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742425_1601 (size=12104)
2024-12-09T13:17:26,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742426_1602 (size=4469)
2024-12-09T13:17:26,329 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#A#compaction#513 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:26,329 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/a9beaecc22ba47ba84273778c888e8ff is 175, key is test_row_0/A:col10/1733750245279/Put/seqid=0
2024-12-09T13:17:26,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742427_1603 (size=31058)
2024-12-09T13:17:26,339 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/a9beaecc22ba47ba84273778c888e8ff as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a9beaecc22ba47ba84273778c888e8ff
2024-12-09T13:17:26,343 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/A of 6c4724de495f27f31047bd51b30fe613 into a9beaecc22ba47ba84273778c888e8ff(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:26,343 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:26,343 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/A, priority=13, startTime=1733750246302; duration=0sec
2024-12-09T13:17:26,343 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:26,343 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:A
2024-12-09T13:17:26,343 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-09T13:17:26,344 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:26,344 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/C is initiating minor compaction (all files)
2024-12-09T13:17:26,344 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/C in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,344 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/3fae43e11bef45e0ab1a5c6a985075b4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/106f853ea2ad4629ae724b70a4cd8a33, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5429d372d2e048b5b3d663acb3685c22] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=32.9 K
2024-12-09T13:17:26,344 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fae43e11bef45e0ab1a5c6a985075b4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733750244072
2024-12-09T13:17:26,345 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 106f853ea2ad4629ae724b70a4cd8a33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733750244121
2024-12-09T13:17:26,345 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5429d372d2e048b5b3d663acb3685c22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733750245279
2024-12-09T13:17:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:26,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-09T13:17:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:26,352 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:26,352 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/a7d009e327bc49678b3d19962a9a803d is 50, key is test_row_0/C:col10/1733750245279/Put/seqid=0
2024-12-09T13:17:26,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cb71421e2cb44df3ae07064d11fe104d_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750245719/Put/seqid=0
2024-12-09T13:17:26,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742428_1604 (size=12104)
2024-12-09T13:17:26,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742429_1605 (size=14594)
2024-12-09T13:17:26,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750306380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750306381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750306383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750306383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:26,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:26,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750306393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750306493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750306493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-09T13:17:26,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:26,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:26,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750306703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750306703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,724 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/24a3cc6504654edb9cfcb2454d836b54 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24a3cc6504654edb9cfcb2454d836b54
2024-12-09T13:17:26,728 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/B of 6c4724de495f27f31047bd51b30fe613 into 24a3cc6504654edb9cfcb2454d836b54(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:26,728 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:26,728 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/B, priority=13, startTime=1733750246302; duration=0sec
2024-12-09T13:17:26,728 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:26,728 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:B
2024-12-09T13:17:26,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:26,776 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/a7d009e327bc49678b3d19962a9a803d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/a7d009e327bc49678b3d19962a9a803d
2024-12-09T13:17:26,779 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cb71421e2cb44df3ae07064d11fe104d_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cb71421e2cb44df3ae07064d11fe104d_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:26,779 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/b6f6264a8dcb45ae91f63c4311906455, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:26,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/b6f6264a8dcb45ae91f63c4311906455 is 175, key is test_row_0/A:col10/1733750245719/Put/seqid=0
2024-12-09T13:17:26,780 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/C of 6c4724de495f27f31047bd51b30fe613 into a7d009e327bc49678b3d19962a9a803d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:26,780 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:26,780 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/C, priority=13, startTime=1733750246302; duration=0sec
2024-12-09T13:17:26,780 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:26,781 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:C
2024-12-09T13:17:26,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742430_1606 (size=39549)
2024-12-09T13:17:26,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-09T13:17:26,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750306893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750306893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750306903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:26,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:26,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750307013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:27,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:27,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750307013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:27,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:27,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:27,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,184 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/b6f6264a8dcb45ae91f63c4311906455
2024-12-09T13:17:27,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/66fde63205f844e095439637c44095f4 is 50, key is test_row_0/B:col10/1733750245719/Put/seqid=0
2024-12-09T13:17:27,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742431_1607 (size=12001)
2024-12-09T13:17:27,202 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/66fde63205f844e095439637c44095f4
2024-12-09T13:17:27,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/4abb631828e34cf4a4a2c36cf33d22d7 is 50, key is test_row_0/C:col10/1733750245719/Put/seqid=0
2024-12-09T13:17:27,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742432_1608 (size=12001)
2024-12-09T13:17:27,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-09T13:17:27,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750307525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:27,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:27,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750307525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:27,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:27,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:27,612 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/4abb631828e34cf4a4a2c36cf33d22d7
2024-12-09T13:17:27,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:27,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/b6f6264a8dcb45ae91f63c4311906455 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b6f6264a8dcb45ae91f63c4311906455
2024-12-09T13:17:27,633 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b6f6264a8dcb45ae91f63c4311906455, entries=200, sequenceid=84, filesize=38.6 K
2024-12-09T13:17:27,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/66fde63205f844e095439637c44095f4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/66fde63205f844e095439637c44095f4
2024-12-09T13:17:27,638 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/66fde63205f844e095439637c44095f4, entries=150, sequenceid=84, filesize=11.7 K
2024-12-09T13:17:27,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/4abb631828e34cf4a4a2c36cf33d22d7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4abb631828e34cf4a4a2c36cf33d22d7
2024-12-09T13:17:27,645 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4abb631828e34cf4a4a2c36cf33d22d7, entries=150, sequenceid=84, filesize=11.7 K
2024-12-09T13:17:27,647 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6c4724de495f27f31047bd51b30fe613 in 1301ms, sequenceid=84, compaction requested=false
2024-12-09T13:17:27,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:27,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-09T13:17:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:27,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:17:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:27,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120969892beaa537490fa27f5d8250942840_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750246378/Put/seqid=0
2024-12-09T13:17:27,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742433_1609 (size=12154)
2024-12-09T13:17:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:27,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120969892beaa537490fa27f5d8250942840_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120969892beaa537490fa27f5d8250942840_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:27,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/d2db89b402b24602963cbb5db9594210, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:27,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/d2db89b402b24602963cbb5db9594210 is 175, key is test_row_0/A:col10/1733750246378/Put/seqid=0
2024-12-09T13:17:27,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742434_1610 (size=30955)
2024-12-09T13:17:27,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:27,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750307966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:27,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750307966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750307966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:27,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:27,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750308083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750308083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750308083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/d2db89b402b24602963cbb5db9594210
2024-12-09T13:17:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/98247bd1cb6a48ee919c0c7a4e321b00 is 50, key is test_row_0/B:col10/1733750246378/Put/seqid=0
2024-12-09T13:17:28,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742435_1611 (size=12001)
2024-12-09T13:17:28,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750308294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750308294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750308294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-09T13:17:28,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750308533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750308533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,535 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 6c4724de495f27f31047bd51b30fe613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:28,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,535 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 6c4724de495f27f31047bd51b30fe613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,605 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/98247bd1cb6a48ee919c0c7a4e321b00
2024-12-09T13:17:28,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750308604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750308604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750308604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:28,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/c34703863a62454a95eca352e681c60a is 50, key is test_row_0/C:col10/1733750246378/Put/seqid=0
2024-12-09T13:17:28,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742436_1612 (size=12001)
2024-12-09T13:17:28,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/c34703863a62454a95eca352e681c60a
2024-12-09T13:17:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/d2db89b402b24602963cbb5db9594210 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/d2db89b402b24602963cbb5db9594210
2024-12-09T13:17:28,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/d2db89b402b24602963cbb5db9594210, entries=150, sequenceid=100, filesize=30.2 K
2024-12-09T13:17:28,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/98247bd1cb6a48ee919c0c7a4e321b00 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/98247bd1cb6a48ee919c0c7a4e321b00
2024-12-09T13:17:28,687 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/98247bd1cb6a48ee919c0c7a4e321b00, entries=150, sequenceid=100, filesize=11.7 K
2024-12-09T13:17:28,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/c34703863a62454a95eca352e681c60a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/c34703863a62454a95eca352e681c60a
2024-12-09T13:17:28,695 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/c34703863a62454a95eca352e681c60a, entries=150, sequenceid=100, filesize=11.7 K
2024-12-09T13:17:28,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 6c4724de495f27f31047bd51b30fe613 in 928ms, sequenceid=100, compaction requested=true
2024-12-09T13:17:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-12-09T13:17:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-12-09T13:17:28,699 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-12-09T13:17:28,699 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4610 sec
2024-12-09T13:17:28,702 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.4660 sec
2024-12-09T13:17:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:29,116 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-09T13:17:29,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750247928, max timestamp=1733750249114Num uniques 859; 
2024-12-09T13:17:29,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:29,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750247928, max timestamp=1733750249114Num uniques 859; 
2024-12-09T13:17:29,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:29,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750247928, max timestamp=1733750249114Num uniques 859; 
2024-12-09T13:17:29,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:29,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f334a5eec1cb490f99b4acd70ff06ecc_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750247938/Put/seqid=0
2024-12-09T13:17:29,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742437_1613 (size=14594)
2024-12-09T13:17:29,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750249130, max timestamp=1733750249150Num uniques 859; 
2024-12-09T13:17:29,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:17:29,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733750249130, max timestamp=1733750249150Num uniques 859; 
2024-12-09T13:17:29,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750249130, max timestamp=1733750249150Num uniques 859; 
2024-12-09T13:17:29,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-09T13:17:29,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:29,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733750249207, max timestamp=1733750249218Num uniques 1068; 
2024-12-09T13:17:29,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733750249207, max timestamp=1733750249218Num uniques 1068; 
2024-12-09T13:17:29,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-12-09T13:17:29,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218
2024-12-09T13:17:29,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733750249207, max timestamp=1733750249218Num uniques 1018; 
2024-12-09T13:17:29,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-09T13:17:29,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8086, totalHeapSize=18648, min timestamp=1733750249254, max timestamp=1733750249274Num uniques 1127; 
2024-12-09T13:17:29,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51596, new segment data size=8086, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177
2024-12-09T13:17:29,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8092, totalHeapSize=18648, min timestamp=1733750249254, max timestamp=1733750249274Num uniques 1077; 
2024-12-09T13:17:29,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49312, new segment data size=8092, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-09T13:17:29,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8091, totalHeapSize=18648, min timestamp=1733750249254, max timestamp=1733750249274Num uniques 1077; 
2024-12-09T13:17:29,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49311, new segment data size=8091, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-09T13:17:29,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733750249307, max timestamp=1733750249341Num uniques 1036; 
2024-12-09T13:17:29,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286
2024-12-09T13:17:29,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733750249307, max timestamp=1733750249341Num uniques 1036; 
2024-12-09T13:17:29,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286
2024-12-09T13:17:29,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733750249307, max timestamp=1733750249341Num uniques 1036; 
2024-12-09T13:17:29,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286
2024-12-09T13:17:29,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750309397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733750249370, max timestamp=1733750249396Num uniques 1145; 
2024-12-09T13:17:29,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195
2024-12-09T13:17:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733750249370, max timestamp=1733750249396Num uniques 1145; 
2024-12-09T13:17:29,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195
2024-12-09T13:17:29,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733750249370, max timestamp=1733750249396Num uniques 1145; 
2024-12-09T13:17:29,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195
2024-12-09T13:17:29,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750309502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733750249477, max timestamp=1733750249505Num uniques 1054; 
2024-12-09T13:17:29,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-12-09T13:17:29,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733750249477, max timestamp=1733750249505Num uniques 1054; 
2024-12-09T13:17:29,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-12-09T13:17:29,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733750249477, max timestamp=1733750249505Num uniques 1054; 
2024-12-09T13:17:29,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154
2024-12-09T13:17:29,535 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:29,556 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f334a5eec1cb490f99b4acd70ff06ecc_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f334a5eec1cb490f99b4acd70ff06ecc_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:29,559 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/878b6ba05bec4ef6acf85db7b8f0ac1c, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:29,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/878b6ba05bec4ef6acf85db7b8f0ac1c is 175, key is test_row_0/A:col10/1733750247938/Put/seqid=0
2024-12-09T13:17:29,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742438_1614 (size=39549)
2024-12-09T13:17:29,585 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/878b6ba05bec4ef6acf85db7b8f0ac1c
2024-12-09T13:17:29,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733750249534, max timestamp=1733750249591Num uniques 1013; 
2024-12-09T13:17:29,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-12-09T13:17:29,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733750249534, max timestamp=1733750249591Num uniques 1013; 
2024-12-09T13:17:29,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-12-09T13:17:29,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733750249534, max timestamp=1733750249591Num uniques 1013; 
2024-12-09T13:17:29,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-12-09T13:17:29,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/8d6b15936dae4d67b45910be174c6843 is 50, key is test_row_0/B:col10/1733750247938/Put/seqid=0
2024-12-09T13:17:29,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742439_1615 (size=12001)
2024-12-09T13:17:29,613 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/8d6b15936dae4d67b45910be174c6843
2024-12-09T13:17:29,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/782683e895454dd388f720faab726504 is 50, key is test_row_0/C:col10/1733750247938/Put/seqid=0
2024-12-09T13:17:29,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742440_1616 (size=12001)
2024-12-09T13:17:29,651 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/782683e895454dd388f720faab726504
2024-12-09T13:17:29,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/878b6ba05bec4ef6acf85db7b8f0ac1c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/878b6ba05bec4ef6acf85db7b8f0ac1c
2024-12-09T13:17:29,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750309648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750309653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733750249626, max timestamp=1733750249656Num uniques 1072; 
2024-12-09T13:17:29,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172
2024-12-09T13:17:29,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733750249626, max timestamp=1733750249656Num uniques 1072; 
2024-12-09T13:17:29,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172
2024-12-09T13:17:29,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733750249626, max timestamp=1733750249656Num uniques 1072; 
2024-12-09T13:17:29,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172
2024-12-09T13:17:29,673 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/878b6ba05bec4ef6acf85db7b8f0ac1c, entries=200, sequenceid=123, filesize=38.6 K
2024-12-09T13:17:29,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/8d6b15936dae4d67b45910be174c6843 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8d6b15936dae4d67b45910be174c6843
2024-12-09T13:17:29,683 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8d6b15936dae4d67b45910be174c6843, entries=150, sequenceid=123, filesize=11.7 K
2024-12-09T13:17:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/782683e895454dd388f720faab726504 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/782683e895454dd388f720faab726504
2024-12-09T13:17:29,696 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/782683e895454dd388f720faab726504, entries=150, sequenceid=123, filesize=11.7 K
2024-12-09T13:17:29,697 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=60.38 KB/61830 for 6c4724de495f27f31047bd51b30fe613 in 581ms, sequenceid=123, compaction requested=true
2024-12-09T13:17:29,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:29,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:29,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:29,698 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:29,698 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:29,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:29,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:29,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:29,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:29,700 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:29,700 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:29,701 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/B is initiating minor compaction (all files)
2024-12-09T13:17:29,701 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/A is initiating minor compaction (all files)
2024-12-09T13:17:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:29,701 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/B in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:29,701 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/A in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:29,701 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a9beaecc22ba47ba84273778c888e8ff, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b6f6264a8dcb45ae91f63c4311906455, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/d2db89b402b24602963cbb5db9594210, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/878b6ba05bec4ef6acf85db7b8f0ac1c] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=137.8 K
2024-12-09T13:17:29,701 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24a3cc6504654edb9cfcb2454d836b54, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/66fde63205f844e095439637c44095f4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/98247bd1cb6a48ee919c0c7a4e321b00, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8d6b15936dae4d67b45910be174c6843] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=47.0 K
2024-12-09T13:17:29,701 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:29,701 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a9beaecc22ba47ba84273778c888e8ff, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b6f6264a8dcb45ae91f63c4311906455, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/d2db89b402b24602963cbb5db9594210, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/878b6ba05bec4ef6acf85db7b8f0ac1c]
2024-12-09T13:17:29,701 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=67.09 KB heapSize=184.55 KB
2024-12-09T13:17:29,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:29,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:29,701 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 24a3cc6504654edb9cfcb2454d836b54, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733750245279
2024-12-09T13:17:29,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:29,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:29,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:29,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:29,701 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9beaecc22ba47ba84273778c888e8ff, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733750245279
2024-12-09T13:17:29,702 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6f6264a8dcb45ae91f63c4311906455, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733750245719
2024-12-09T13:17:29,702 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 66fde63205f844e095439637c44095f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733750245719
2024-12-09T13:17:29,702 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2db89b402b24602963cbb5db9594210, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733750246349
2024-12-09T13:17:29,702 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 98247bd1cb6a48ee919c0c7a4e321b00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733750246349
2024-12-09T13:17:29,702 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d6b15936dae4d67b45910be174c6843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733750247938
2024-12-09T13:17:29,703 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 878b6ba05bec4ef6acf85db7b8f0ac1c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733750247938
2024-12-09T13:17:29,715 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:29,715 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/24df3ebb56564a16954f8f951d60a779 is 50, key is test_row_0/B:col10/1733750247938/Put/seqid=0
2024-12-09T13:17:29,716 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:29,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099a7910c9187e49d29aacdd0fba119f6a_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750249693/Put/seqid=0
2024-12-09T13:17:29,743 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120926c19e3e03d4415f83d55f6d83f1f9f1_6c4724de495f27f31047bd51b30fe613 store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:29,745 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120926c19e3e03d4415f83d55f6d83f1f9f1_6c4724de495f27f31047bd51b30fe613, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:29,745 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120926c19e3e03d4415f83d55f6d83f1f9f1_6c4724de495f27f31047bd51b30fe613 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:29,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742442_1618 (size=14994)
2024-12-09T13:17:29,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742443_1619 (size=4469)
2024-12-09T13:17:29,769 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#A#compaction#526 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:29,769 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1a5baf514b5a4730ad6a17284099dd2a is 175, key is test_row_0/A:col10/1733750247938/Put/seqid=0
2024-12-09T13:17:29,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742441_1617 (size=12241)
2024-12-09T13:17:29,782 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/24df3ebb56564a16954f8f951d60a779 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24df3ebb56564a16954f8f951d60a779
2024-12-09T13:17:29,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742444_1620 (size=31195)
2024-12-09T13:17:29,792 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/B of 6c4724de495f27f31047bd51b30fe613 into 24df3ebb56564a16954f8f951d60a779(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:29,792 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:29,792 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/B, priority=12, startTime=1733750249698; duration=0sec
2024-12-09T13:17:29,792 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:29,792 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:B
2024-12-09T13:17:29,792 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:29,793 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:29,793 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/C is initiating minor compaction (all files)
2024-12-09T13:17:29,793 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/C in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:29,793 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/a7d009e327bc49678b3d19962a9a803d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4abb631828e34cf4a4a2c36cf33d22d7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/c34703863a62454a95eca352e681c60a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/782683e895454dd388f720faab726504] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=47.0 K
2024-12-09T13:17:29,794 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting a7d009e327bc49678b3d19962a9a803d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733750245279
2024-12-09T13:17:29,794 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4abb631828e34cf4a4a2c36cf33d22d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733750245719
2024-12-09T13:17:29,795 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1a5baf514b5a4730ad6a17284099dd2a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1a5baf514b5a4730ad6a17284099dd2a
2024-12-09T13:17:29,795 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c34703863a62454a95eca352e681c60a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733750246349
2024-12-09T13:17:29,796 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 782683e895454dd388f720faab726504, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733750247938
2024-12-09T13:17:29,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750309792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,799 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/A of 6c4724de495f27f31047bd51b30fe613 into 1a5baf514b5a4730ad6a17284099dd2a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:29,799 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:29,799 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/A, priority=12, startTime=1733750249697; duration=0sec
2024-12-09T13:17:29,799 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:29,799 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:A
2024-12-09T13:17:29,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750309796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750309796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,825 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#C#compaction#528 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:29,825 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/da46ea14689845dd8f7f5f47a6946d0f is 50, key is test_row_0/C:col10/1733750247938/Put/seqid=0
2024-12-09T13:17:29,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742445_1621 (size=12241)
2024-12-09T13:17:29,899 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/da46ea14689845dd8f7f5f47a6946d0f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/da46ea14689845dd8f7f5f47a6946d0f
2024-12-09T13:17:29,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750309904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,921 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/C of 6c4724de495f27f31047bd51b30fe613 into da46ea14689845dd8f7f5f47a6946d0f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:29,921 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:29,921 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/C, priority=12, startTime=1733750249698; duration=0sec
2024-12-09T13:17:29,921 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:29,921 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:C
2024-12-09T13:17:29,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750309914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:29,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750309914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750310123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750310133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750310133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:30,168 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099a7910c9187e49d29aacdd0fba119f6a_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099a7910c9187e49d29aacdd0fba119f6a_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:30,169 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1539cd76b62041be961b56f40d8d29ba, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:30,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1539cd76b62041be961b56f40d8d29ba is 175, key is test_row_0/A:col10/1733750249693/Put/seqid=0
2024-12-09T13:17:30,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742446_1622 (size=39949)
2024-12-09T13:17:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-09T13:17:30,414 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:30,414 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-12-09T13:17:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-09T13:17:30,416 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:30,416 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:30,416 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:30,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750310433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750310443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750310447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-09T13:17:30,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750310553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750310554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,561 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 6c4724de495f27f31047bd51b30fe613 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:30,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,562 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 6c4724de495f27f31047bd51b30fe613 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-09T13:17:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:30,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,575 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1539cd76b62041be961b56f40d8d29ba
2024-12-09T13:17:30,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/04f237edf9a54f98b5078db8312944bb is 50, key is test_row_0/B:col10/1733750249693/Put/seqid=0
2024-12-09T13:17:30,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742447_1623 (size=12301)
2024-12-09T13:17:30,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-09T13:17:30,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:30,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:30,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:30,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-09T13:17:30,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-09T13:17:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:30,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:30,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750310955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750310955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:30,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750310966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:31,007 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/04f237edf9a54f98b5078db8312944bb
2024-12-09T13:17:31,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/4eab9ae23ba64670ae57a94226bae4bf is 50, key is test_row_0/C:col10/1733750249693/Put/seqid=0
2024-12-09T13:17:31,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-09T13:17:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-09T13:17:31,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742448_1624 (size=12301)
2024-12-09T13:17:31,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-09T13:17:31,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:31,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-09T13:17:31,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:31,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/4eab9ae23ba64670ae57a94226bae4bf
2024-12-09T13:17:31,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/1539cd76b62041be961b56f40d8d29ba as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1539cd76b62041be961b56f40d8d29ba
2024-12-09T13:17:31,504 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1539cd76b62041be961b56f40d8d29ba, entries=200, sequenceid=270, filesize=39.0 K
2024-12-09T13:17:31,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/04f237edf9a54f98b5078db8312944bb as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04f237edf9a54f98b5078db8312944bb
2024-12-09T13:17:31,523 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04f237edf9a54f98b5078db8312944bb, entries=150, sequenceid=270, filesize=12.0 K
2024-12-09T13:17:31,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-09T13:17:31,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:31,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/4eab9ae23ba64670ae57a94226bae4bf as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4eab9ae23ba64670ae57a94226bae4bf
2024-12-09T13:17:31,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:31,541 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4eab9ae23ba64670ae57a94226bae4bf, entries=150, sequenceid=270, filesize=12.0 K
2024-12-09T13:17:31,541 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~184.50 KB/188928, currentSize=114.05 KB/116790 for 6c4724de495f27f31047bd51b30fe613 in 1840ms, sequenceid=270, compaction requested=false
2024-12-09T13:17:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-09T13:17:31,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-09T13:17:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:31,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:17:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:31,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d66139af4c7f4d84bffc383ba0c91241_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750249794/Put/seqid=0
2024-12-09T13:17:31,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742449_1625 (size=12454)
2024-12-09T13:17:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:31,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:32,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750312007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750312011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750312012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:32,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d66139af4c7f4d84bffc383ba0c91241_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d66139af4c7f4d84bffc383ba0c91241_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:32,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/ae577585257d48ac9c0e067d92bb6610, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:32,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/ae577585257d48ac9c0e067d92bb6610 is 175, key is test_row_0/A:col10/1733750249794/Put/seqid=0
2024-12-09T13:17:32,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750312123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750312123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750312123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742450_1626 (size=31255)
2024-12-09T13:17:32,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750312333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750312334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750312334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/ae577585257d48ac9c0e067d92bb6610
2024-12-09T13:17:32,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/436702d987404cf2a550787a30b5009c is 50, key is test_row_0/B:col10/1733750249794/Put/seqid=0
2024-12-09T13:17:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-09T13:17:32,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742451_1627 (size=12301)
2024-12-09T13:17:32,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750312643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750312643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:32,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750312653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:33,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/436702d987404cf2a550787a30b5009c
2024-12-09T13:17:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/2dc31ca8b794431db5009e24d9d7cfb7 is 50, key is test_row_0/C:col10/1733750249794/Put/seqid=0
2024-12-09T13:17:33,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742452_1628 (size=12301)
2024-12-09T13:17:33,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750313153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:33,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750313163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:33,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750313163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:33,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/2dc31ca8b794431db5009e24d9d7cfb7
2024-12-09T13:17:33,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/ae577585257d48ac9c0e067d92bb6610 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ae577585257d48ac9c0e067d92bb6610
2024-12-09T13:17:33,445 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ae577585257d48ac9c0e067d92bb6610, entries=150, sequenceid=293, filesize=30.5 K
2024-12-09T13:17:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/436702d987404cf2a550787a30b5009c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/436702d987404cf2a550787a30b5009c
2024-12-09T13:17:33,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/436702d987404cf2a550787a30b5009c, entries=150, sequenceid=293, filesize=12.0 K
2024-12-09T13:17:33,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/2dc31ca8b794431db5009e24d9d7cfb7 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/2dc31ca8b794431db5009e24d9d7cfb7
2024-12-09T13:17:33,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/2dc31ca8b794431db5009e24d9d7cfb7, entries=150, sequenceid=293, filesize=12.0 K
2024-12-09T13:17:33,461 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 6c4724de495f27f31047bd51b30fe613 in 1778ms, sequenceid=293, compaction requested=true
2024-12-09T13:17:33,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:33,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:33,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-12-09T13:17:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-12-09T13:17:33,468 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-12-09T13:17:33,468 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0490 sec
2024-12-09T13:17:33,470 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 3.0540 sec
2024-12-09T13:17:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:34,174 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:17:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:34,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120978affc5d95f24dffb69a40690efafb22_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750254170/Put/seqid=0
2024-12-09T13:17:34,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742453_1629 (size=12454)
2024-12-09T13:17:34,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750314273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750314279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750314280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750314393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750314393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750314394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750314590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,596 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 6c4724de495f27f31047bd51b30fe613 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-09T13:17:34,606 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:34,606 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-12-09T13:17:34,608 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-09T13:17:34,609 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:34,609 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:34,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750314604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750314604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750314604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,611 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 6c4724de495f27f31047bd51b30fe613 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750314616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,639 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:34,663 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120978affc5d95f24dffb69a40690efafb22_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120978affc5d95f24dffb69a40690efafb22_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:34,664 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/2f14c9f04b70411fb2af7126b59a2f1c, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:34,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/2f14c9f04b70411fb2af7126b59a2f1c is 175, key is test_row_0/A:col10/1733750254170/Put/seqid=0
2024-12-09T13:17:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-09T13:17:34,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742454_1630 (size=31255)
2024-12-09T13:17:34,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-09T13:17:34,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:34,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:34,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:34,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:34,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:34,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-09T13:17:34,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:34,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:34,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:34,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:34,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:34,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750314923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750314924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-09T13:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:34,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750314936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:35,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-09T13:17:35,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:35,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,117 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/2f14c9f04b70411fb2af7126b59a2f1c
2024-12-09T13:17:35,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/b9189b8d5b654c0ea8a2f46d0619a9e3 is 50, key is test_row_0/B:col10/1733750254170/Put/seqid=0
2024-12-09T13:17:35,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742455_1631 (size=12301)
2024-12-09T13:17:35,183 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/b9189b8d5b654c0ea8a2f46d0619a9e3
2024-12-09T13:17:35,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/b1ad50efd4384963a0bd2d1e69e0797f is 50, key is test_row_0/C:col10/1733750254170/Put/seqid=0
2024-12-09T13:17:35,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742456_1632 (size=12301)
2024-12-09T13:17:35,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-09T13:17:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-09T13:17:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-09T13:17:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750315443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:35,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750315447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:35,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:35,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:35,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:35,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:35,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750315453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:35,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-09T13:17:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:35,638 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/b1ad50efd4384963a0bd2d1e69e0797f
2024-12-09T13:17:35,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/2f14c9f04b70411fb2af7126b59a2f1c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2f14c9f04b70411fb2af7126b59a2f1c
2024-12-09T13:17:35,688 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2f14c9f04b70411fb2af7126b59a2f1c, entries=150, sequenceid=307, filesize=30.5 K
2024-12-09T13:17:35,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/b9189b8d5b654c0ea8a2f46d0619a9e3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/b9189b8d5b654c0ea8a2f46d0619a9e3
2024-12-09T13:17:35,693 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/b9189b8d5b654c0ea8a2f46d0619a9e3, entries=150, sequenceid=307, filesize=12.0 K
2024-12-09T13:17:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/b1ad50efd4384963a0bd2d1e69e0797f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/b1ad50efd4384963a0bd2d1e69e0797f
2024-12-09T13:17:35,699 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/b1ad50efd4384963a0bd2d1e69e0797f, entries=150, sequenceid=307, filesize=12.0 K
2024-12-09T13:17:35,700 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6c4724de495f27f31047bd51b30fe613 in 1526ms, sequenceid=307, compaction requested=true
2024-12-09T13:17:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:35,700 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:35,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:35,701 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:35,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:35,704 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49144 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:35,704 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/B is initiating minor compaction (all files)
2024-12-09T13:17:35,704 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/B in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,704 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24df3ebb56564a16954f8f951d60a779, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04f237edf9a54f98b5078db8312944bb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/436702d987404cf2a550787a30b5009c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/b9189b8d5b654c0ea8a2f46d0619a9e3] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=48.0 K
2024-12-09T13:17:35,704 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133654 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:35,704 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/A is initiating minor compaction (all files)
2024-12-09T13:17:35,704 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/A in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,704 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1a5baf514b5a4730ad6a17284099dd2a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1539cd76b62041be961b56f40d8d29ba, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ae577585257d48ac9c0e067d92bb6610, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2f14c9f04b70411fb2af7126b59a2f1c] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=130.5 K
2024-12-09T13:17:35,704 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,704 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1a5baf514b5a4730ad6a17284099dd2a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1539cd76b62041be961b56f40d8d29ba, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ae577585257d48ac9c0e067d92bb6610, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2f14c9f04b70411fb2af7126b59a2f1c]
2024-12-09T13:17:35,705 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 24df3ebb56564a16954f8f951d60a779, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733750247938
2024-12-09T13:17:35,705 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a5baf514b5a4730ad6a17284099dd2a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733750247938
2024-12-09T13:17:35,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-09T13:17:35,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,705 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1539cd76b62041be961b56f40d8d29ba, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733750249666
2024-12-09T13:17:35,705 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 04f237edf9a54f98b5078db8312944bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733750249680
2024-12-09T13:17:35,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-09T13:17:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:35,706 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 436702d987404cf2a550787a30b5009c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733750249782
2024-12-09T13:17:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:35,706 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae577585257d48ac9c0e067d92bb6610, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733750249782
2024-12-09T13:17:35,706 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b9189b8d5b654c0ea8a2f46d0619a9e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733750251995
2024-12-09T13:17:35,707 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f14c9f04b70411fb2af7126b59a2f1c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733750251995
2024-12-09T13:17:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209147935d8dd45432f8ce2c65cc46acef6_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750254276/Put/seqid=0
2024-12-09T13:17:35,729 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:35,738 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#B#compaction#539 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:35,738 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/280d34e80071434387f42a8f738e2077 is 50, key is test_row_0/B:col10/1733750254170/Put/seqid=0
2024-12-09T13:17:35,743 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209b12aa0dab2f84d39b50788810f3e586c_6c4724de495f27f31047bd51b30fe613 store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:35,745 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209b12aa0dab2f84d39b50788810f3e586c_6c4724de495f27f31047bd51b30fe613, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:35,746 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b12aa0dab2f84d39b50788810f3e586c_6c4724de495f27f31047bd51b30fe613 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-09T13:17:35,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742457_1633 (size=12454)
2024-12-09T13:17:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:35,798 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209147935d8dd45432f8ce2c65cc46acef6_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209147935d8dd45432f8ce2c65cc46acef6_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/bd09d347e69b4485be49c64fdb73b95c, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:35,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/bd09d347e69b4485be49c64fdb73b95c is 175, key is test_row_0/A:col10/1733750254276/Put/seqid=0
2024-12-09T13:17:35,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742458_1634 (size=12677)
2024-12-09T13:17:35,838 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/280d34e80071434387f42a8f738e2077 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/280d34e80071434387f42a8f738e2077
2024-12-09T13:17:35,843 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/B of 6c4724de495f27f31047bd51b30fe613 into 280d34e80071434387f42a8f738e2077(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:35,843 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:35,843 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/B, priority=12, startTime=1733750255700; duration=0sec
2024-12-09T13:17:35,843 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:35,843 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:B
2024-12-09T13:17:35,843 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-09T13:17:35,846 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49144 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-09T13:17:35,846 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/C is initiating minor compaction (all files)
2024-12-09T13:17:35,846 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/C in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:35,846 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/da46ea14689845dd8f7f5f47a6946d0f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4eab9ae23ba64670ae57a94226bae4bf, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/2dc31ca8b794431db5009e24d9d7cfb7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/b1ad50efd4384963a0bd2d1e69e0797f] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=48.0 K
2024-12-09T13:17:35,846 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting da46ea14689845dd8f7f5f47a6946d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733750247938
2024-12-09T13:17:35,847 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eab9ae23ba64670ae57a94226bae4bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733750249680
2024-12-09T13:17:35,847 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dc31ca8b794431db5009e24d9d7cfb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733750249782
2024-12-09T13:17:35,847 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting b1ad50efd4384963a0bd2d1e69e0797f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733750251995
2024-12-09T13:17:35,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742459_1635 (size=4469)
2024-12-09T13:17:35,855 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#A#compaction#538 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:35,855 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/a3873a4d167a43519122931e5de44a4e is 175, key is test_row_0/A:col10/1733750254170/Put/seqid=0
2024-12-09T13:17:35,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742460_1636 (size=31255)
2024-12-09T13:17:35,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/bd09d347e69b4485be49c64fdb73b95c
2024-12-09T13:17:35,875 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#C#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:35,875 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/dc4c3bf4bfa547ec8d660edafa8a43eb is 50, key is test_row_0/C:col10/1733750254170/Put/seqid=0
2024-12-09T13:17:35,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/ce2d6963300642e9a27e6646fc7993c9 is 50, key is test_row_0/B:col10/1733750254276/Put/seqid=0
2024-12-09T13:17:35,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742462_1638 (size=12677)
2024-12-09T13:17:35,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742461_1637 (size=31631)
2024-12-09T13:17:35,920 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/dc4c3bf4bfa547ec8d660edafa8a43eb as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/dc4c3bf4bfa547ec8d660edafa8a43eb
2024-12-09T13:17:35,923 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/a3873a4d167a43519122931e5de44a4e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a3873a4d167a43519122931e5de44a4e
2024-12-09T13:17:35,928 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/C of 6c4724de495f27f31047bd51b30fe613 into dc4c3bf4bfa547ec8d660edafa8a43eb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:35,928 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:35,928 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/C, priority=12, startTime=1733750255700; duration=0sec
2024-12-09T13:17:35,928 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:35,928 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:C
2024-12-09T13:17:35,930 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/A of 6c4724de495f27f31047bd51b30fe613 into a3873a4d167a43519122931e5de44a4e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:35,930 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:35,930 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/A, priority=12, startTime=1733750255700; duration=0sec
2024-12-09T13:17:35,930 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:35,930 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:A
2024-12-09T13:17:35,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742463_1639 (size=12301)
2024-12-09T13:17:36,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/ce2d6963300642e9a27e6646fc7993c9
2024-12-09T13:17:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5e9e2216085f427caef551666c3893a8 is 50, key is test_row_0/C:col10/1733750254276/Put/seqid=0
2024-12-09T13:17:36,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742464_1640 (size=12301)
2024-12-09T13:17:36,372 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5e9e2216085f427caef551666c3893a8
2024-12-09T13:17:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/bd09d347e69b4485be49c64fdb73b95c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/bd09d347e69b4485be49c64fdb73b95c
2024-12-09T13:17:36,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/bd09d347e69b4485be49c64fdb73b95c, entries=150, sequenceid=325, filesize=30.5 K
2024-12-09T13:17:36,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/ce2d6963300642e9a27e6646fc7993c9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/ce2d6963300642e9a27e6646fc7993c9
2024-12-09T13:17:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/ce2d6963300642e9a27e6646fc7993c9, entries=150, sequenceid=325, filesize=12.0 K
2024-12-09T13:17:36,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5e9e2216085f427caef551666c3893a8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5e9e2216085f427caef551666c3893a8
2024-12-09T13:17:36,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5e9e2216085f427caef551666c3893a8, entries=150, sequenceid=325, filesize=12.0 K
2024-12-09T13:17:36,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 6c4724de495f27f31047bd51b30fe613 in 690ms, sequenceid=325, compaction requested=false
2024-12-09T13:17:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-12-09T13:17:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-12-09T13:17:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-12-09T13:17:36,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7880 sec
2024-12-09T13:17:36,401 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.7940 sec
2024-12-09T13:17:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,551 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-09T13:17:36,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:36,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:36,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:36,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:36,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:36,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bec7e707ed1f4981889afefab972034b_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_1/A:col10/1733750256511/Put/seqid=0
2024-12-09T13:17:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742465_1641 (size=20074)
2024-12-09T13:17:36,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:36,610 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bec7e707ed1f4981889afefab972034b_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bec7e707ed1f4981889afefab972034b_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:36,614 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/7187ca50830049d08125f0c3b007c2a4, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:36,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/7187ca50830049d08125f0c3b007c2a4 is 175, key is test_row_1/A:col10/1733750256511/Put/seqid=0
2024-12-09T13:17:36,633 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750256609, max timestamp=1733750256631Num uniques 859; 
2024-12-09T13:17:36,633 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:36,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750256609, max timestamp=1733750256629Num uniques 859; 
2024-12-09T13:17:36,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:36,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750256609, max timestamp=1733750256631Num uniques 859; 
2024-12-09T13:17:36,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:36,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742466_1642 (size=57329)
2024-12-09T13:17:36,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733750256658, max timestamp=1733750256676Num uniques 1018; 
2024-12-09T13:17:36,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-09T13:17:36,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733750256658, max timestamp=1733750256676Num uniques 1018; 
2024-12-09T13:17:36,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-09T13:17:36,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733750256658, max timestamp=1733750256676Num uniques 1018; 
2024-12-09T13:17:36,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-09T13:17:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-09T13:17:36,763 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:36,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750316759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:36,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:36,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:36,765 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-09T13:17:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750316759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-12-09T13:17:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-09T13:17:36,767 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-09T13:17:36,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750316764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:36,775 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-09T13:17:36,775 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-09T13:17:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-09T13:17:36,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750316874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:36,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750316874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:36,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750316874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:36,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:36,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,056 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/7187ca50830049d08125f0c3b007c2a4
2024-12-09T13:17:37,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/823def2949ac4daca0e0d7fab03d2fee is 50, key is test_row_1/B:col10/1733750256511/Put/seqid=0
2024-12-09T13:17:37,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742467_1643 (size=9857)
2024-12-09T13:17:37,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-09T13:17:37,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750317084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:37,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750317085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750317085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:37,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:37,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:37,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:37,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-09T13:17:37,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750317393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750317394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:37,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750317407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:37,469 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/823def2949ac4daca0e0d7fab03d2fee
2024-12-09T13:17:37,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/993e9bff1ec4464c85ca4dc6a2780e65 is 50, key is test_row_1/C:col10/1733750256511/Put/seqid=0
2024-12-09T13:17:37,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742468_1644 (size=9857)
2024-12-09T13:17:37,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:37,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:37,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:37,883 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/993e9bff1ec4464c85ca4dc6a2780e65
2024-12-09T13:17:37,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/7187ca50830049d08125f0c3b007c2a4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/7187ca50830049d08125f0c3b007c2a4
2024-12-09T13:17:37,892 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/7187ca50830049d08125f0c3b007c2a4, entries=300, sequenceid=338, filesize=56.0 K
2024-12-09T13:17:37,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/823def2949ac4daca0e0d7fab03d2fee as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/823def2949ac4daca0e0d7fab03d2fee
2024-12-09T13:17:37,896 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/823def2949ac4daca0e0d7fab03d2fee, entries=100, sequenceid=338, filesize=9.6 K
2024-12-09T13:17:37,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/993e9bff1ec4464c85ca4dc6a2780e65 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/993e9bff1ec4464c85ca4dc6a2780e65
2024-12-09T13:17:37,902 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/993e9bff1ec4464c85ca4dc6a2780e65, entries=100, sequenceid=338, filesize=9.6 K
2024-12-09T13:17:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-09T13:17:37,903 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 6c4724de495f27f31047bd51b30fe613 in 1353ms, sequenceid=338, compaction requested=true
2024-12-09T13:17:37,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:37,903 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:37,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:37,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:37,904 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:37,904 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 120215 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:37,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:37,905 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/A is initiating minor compaction (all files)
2024-12-09T13:17:37,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:37,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:37,905 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/A in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:37,905 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34835 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:37,905 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/B is initiating minor compaction (all files)
2024-12-09T13:17:37,905 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a3873a4d167a43519122931e5de44a4e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/bd09d347e69b4485be49c64fdb73b95c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/7187ca50830049d08125f0c3b007c2a4] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=117.4 K
2024-12-09T13:17:37,905 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/B in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,905 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,905 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a3873a4d167a43519122931e5de44a4e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/bd09d347e69b4485be49c64fdb73b95c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/7187ca50830049d08125f0c3b007c2a4]
2024-12-09T13:17:37,905 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/280d34e80071434387f42a8f738e2077, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/ce2d6963300642e9a27e6646fc7993c9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/823def2949ac4daca0e0d7fab03d2fee] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=34.0 K
2024-12-09T13:17:37,905 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3873a4d167a43519122931e5de44a4e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733750251995
2024-12-09T13:17:37,905 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 280d34e80071434387f42a8f738e2077, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733750251995
2024-12-09T13:17:37,905 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd09d347e69b4485be49c64fdb73b95c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733750254266
2024-12-09T13:17:37,905 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting ce2d6963300642e9a27e6646fc7993c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733750254266
2024-12-09T13:17:37,906 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7187ca50830049d08125f0c3b007c2a4, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733750256505
2024-12-09T13:17:37,906 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 823def2949ac4daca0e0d7fab03d2fee, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733750256511
2024-12-09T13:17:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:37,914 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=147.60 KB heapSize=420 KB
2024-12-09T13:17:37,914 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#B#compaction#546 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:37,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733750256733, max timestamp=1733750257908Num uniques 1077; 
2024-12-09T13:17:37,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-09T13:17:37,914 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/04fe23a200054abd87c8dc28d4e77ab8 is 50, key is test_row_0/B:col10/1733750254276/Put/seqid=0
2024-12-09T13:17:37,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733750256733, max timestamp=1733750257908Num uniques 1077; 
2024-12-09T13:17:37,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-09T13:17:37,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733750256733, max timestamp=1733750257908Num uniques 1077; 
2024-12-09T13:17:37,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-09T13:17:37,916 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:37,918 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209e7567bfdfba742f38f757921ca79e4d4_6c4724de495f27f31047bd51b30fe613 store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:37,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742469_1645 (size=12779)
2024-12-09T13:17:37,920 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209e7567bfdfba742f38f757921ca79e4d4_6c4724de495f27f31047bd51b30fe613, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:37,920 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e7567bfdfba742f38f757921ca79e4d4_6c4724de495f27f31047bd51b30fe613 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:37,927 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/04fe23a200054abd87c8dc28d4e77ab8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04fe23a200054abd87c8dc28d4e77ab8
2024-12-09T13:17:37,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742470_1646 (size=4469)
2024-12-09T13:17:37,930 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#A#compaction#547 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:37,931 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/0c72fe20fc9c4321b915382faa52d98e is 175, key is test_row_0/A:col10/1733750254276/Put/seqid=0
2024-12-09T13:17:37,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120995ac45e0a8284b208ef9900f133f14a5_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750257910/Put/seqid=0
2024-12-09T13:17:37,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742471_1647 (size=31840)
2024-12-09T13:17:37,943 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/0c72fe20fc9c4321b915382faa52d98e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0c72fe20fc9c4321b915382faa52d98e
2024-12-09T13:17:37,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742472_1648 (size=12454)
2024-12-09T13:17:37,950 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:37,952 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120995ac45e0a8284b208ef9900f133f14a5_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120995ac45e0a8284b208ef9900f133f14a5_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:37,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/350c9cae1dba418c865d77fa6cee62be, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:37,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/350c9cae1dba418c865d77fa6cee62be is 175, key is test_row_0/A:col10/1733750257910/Put/seqid=0
2024-12-09T13:17:37,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742473_1649 (size=31255)
2024-12-09T13:17:37,968 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/B of 6c4724de495f27f31047bd51b30fe613 into 04fe23a200054abd87c8dc28d4e77ab8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:37,968 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:37,968 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/B, priority=13, startTime=1733750257904; duration=0sec
2024-12-09T13:17:37,968 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/A of 6c4724de495f27f31047bd51b30fe613 into 0c72fe20fc9c4321b915382faa52d98e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:37,968 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:37,968 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:37,968 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/A, priority=13, startTime=1733750257903; duration=0sec
2024-12-09T13:17:37,968 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:B
2024-12-09T13:17:37,968 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:37,968 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:37,968 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:A
2024-12-09T13:17:37,969 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34835 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:37,969 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/C is initiating minor compaction (all files)
2024-12-09T13:17:37,969 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/C in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:37,969 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/dc4c3bf4bfa547ec8d660edafa8a43eb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5e9e2216085f427caef551666c3893a8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/993e9bff1ec4464c85ca4dc6a2780e65] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=34.0 K
2024-12-09T13:17:37,970 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4c3bf4bfa547ec8d660edafa8a43eb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733750251995
2024-12-09T13:17:37,970 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e9e2216085f427caef551666c3893a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733750254266
2024-12-09T13:17:37,970 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 993e9bff1ec4464c85ca4dc6a2780e65, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733750256511
2024-12-09T13:17:37,979 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#C#compaction#549 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:37,980 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/0de62e6ead2d4168a5144accf49ef792 is 50, key is test_row_0/C:col10/1733750254276/Put/seqid=0
2024-12-09T13:17:37,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750257983, max timestamp=1733750257990Num uniques 859; 
2024-12-09T13:17:37,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750257983, max timestamp=1733750257990Num uniques 859; 
2024-12-09T13:17:37,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733750257983, max timestamp=1733750257990Num uniques 859; 
2024-12-09T13:17:37,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:37,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:37,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-09T13:17:37,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742474_1650 (size=12779)
2024-12-09T13:17:38,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733750258014, max timestamp=1733750258028Num uniques 1018; 
2024-12-09T13:17:38,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-12-09T13:17:38,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733750258014, max timestamp=1733750258028Num uniques 1018; 
2024-12-09T13:17:38,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-12-09T13:17:38,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733750258014, max timestamp=1733750258028Num uniques 1018; 
2024-12-09T13:17:38,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-12-09T13:17:38,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:38,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:38,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750318105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:38,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750318105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:38,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733750258067, max timestamp=1733750258111Num uniques 1127; 
2024-12-09T13:17:38,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177
2024-12-09T13:17:38,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733750258067, max timestamp=1733750258111Num uniques 1127; 
2024-12-09T13:17:38,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733750258067, max timestamp=1733750258111Num uniques 1127; 
2024-12-09T13:17:38,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177
2024-12-09T13:17:38,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177
2024-12-09T13:17:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:38,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:38,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733750258188, max timestamp=1733750258217Num uniques 1036; 
2024-12-09T13:17:38,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-12-09T13:17:38,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733750258188, max timestamp=1733750258217Num uniques 1036; 
2024-12-09T13:17:38,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-12-09T13:17:38,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733750258188, max timestamp=1733750258217Num uniques 1036; 
2024-12-09T13:17:38,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-12-09T13:17:38,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733750258282, max timestamp=1733750258293Num uniques 1045; 
2024-12-09T13:17:38,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295
2024-12-09T13:17:38,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750258282, max timestamp=1733750258293Num uniques 1045; 
2024-12-09T13:17:38,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=6870, suffix heap size=136648,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=150
2024-12-09T13:17:38,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750258282, max timestamp=1733750258293Num uniques 1045; 
2024-12-09T13:17:38,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=6870, suffix heap size=136648,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=150
2024-12-09T13:17:38,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733750258325, max timestamp=1733750258347Num uniques 1154; 
2024-12-09T13:17:38,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254
2024-12-09T13:17:38,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733750258325, max timestamp=1733750258347Num uniques 1009; 
2024-12-09T13:17:38,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=11630, suffix heap size=132904,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=254
2024-12-09T13:17:38,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733750258325, max timestamp=1733750258347Num uniques 1009; 
2024-12-09T13:17:38,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154
2024-12-09T13:17:38,357 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/350c9cae1dba418c865d77fa6cee62be
2024-12-09T13:17:38,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/fc8f0ee016fd41da92fee00ce6150be9 is 50, key is test_row_0/B:col10/1733750257910/Put/seqid=0
2024-12-09T13:17:38,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742475_1651 (size=12301)
2024-12-09T13:17:38,400 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/0de62e6ead2d4168a5144accf49ef792 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/0de62e6ead2d4168a5144accf49ef792
2024-12-09T13:17:38,406 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/C of 6c4724de495f27f31047bd51b30fe613 into 0de62e6ead2d4168a5144accf49ef792(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:38,406 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:38,406 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/C, priority=13, startTime=1733750257905; duration=0sec
2024-12-09T13:17:38,407 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:38,407 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:C
2024-12-09T13:17:38,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733750258388, max timestamp=1733750258412Num uniques 1113; 
2024-12-09T13:17:38,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213
2024-12-09T13:17:38,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733750258388, max timestamp=1733750258412Num uniques 1113; 
2024-12-09T13:17:38,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213
2024-12-09T13:17:38,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733750258388, max timestamp=1733750258412Num uniques 1013; 
2024-12-09T13:17:38,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-12-09T13:17:38,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733750258445, max timestamp=1733750258460Num uniques 1072; 
2024-12-09T13:17:38,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-12-09T13:17:38,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733750258445, max timestamp=1733750258460Num uniques 1072; 
2024-12-09T13:17:38,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-12-09T13:17:38,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733750258445, max timestamp=1733750258460Num uniques 1072; 
2024-12-09T13:17:38,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-12-09T13:17:38,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733750258479, max timestamp=1733750258496Num uniques 1081; 
2024-12-09T13:17:38,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281
2024-12-09T13:17:38,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733750258479, max timestamp=1733750258496Num uniques 1081; 
2024-12-09T13:17:38,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281
2024-12-09T13:17:38,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:38,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733750258489, max timestamp=1733750258496Num uniques 1081; 
2024-12-09T13:17:38,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181
2024-12-09T13:17:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733750258523, max timestamp=1733750258537Num uniques 1140; 
2024-12-09T13:17:38,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=8700, suffix heap size=146528,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=190
2024-12-09T13:17:38,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733750258523, max timestamp=1733750258537Num uniques 1140; 
2024-12-09T13:17:38,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=8700, suffix heap size=146528,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=190
2024-12-09T13:17:38,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733750258523, max timestamp=1733750258537Num uniques 1040; 
2024-12-09T13:17:38,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190
2024-12-09T13:17:38,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9104, totalHeapSize=20936, min timestamp=1733750258586, max timestamp=1733750258594Num uniques 1049; 
2024-12-09T13:17:38,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48034, new segment data size=9104, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199
2024-12-09T13:17:38,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9104, totalHeapSize=20936, min timestamp=1733750258586, max timestamp=1733750258594Num uniques 1049; 
2024-12-09T13:17:38,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48034, new segment data size=9104, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199
2024-12-09T13:17:38,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9104, totalHeapSize=20936, min timestamp=1733750258586, max timestamp=1733750258594Num uniques 1049; 
2024-12-09T13:17:38,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48034, new segment data size=9104, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199
2024-12-09T13:17:38,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1733750258627, max timestamp=1733750258635Num uniques 1058; 
2024-12-09T13:17:38,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208
2024-12-09T13:17:38,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1733750258627, max timestamp=1733750258635Num uniques 1058; 
2024-12-09T13:17:38,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208
2024-12-09T13:17:38,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1733750258627, max timestamp=1733750258635Num uniques 1058; 
2024-12-09T13:17:38,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208
2024-12-09T13:17:38,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733750258669, max timestamp=1733750258683Num uniques 1067; 
2024-12-09T13:17:38,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217
2024-12-09T13:17:38,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733750258669, max timestamp=1733750258683Num uniques 1067; 
2024-12-09T13:17:38,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217
2024-12-09T13:17:38,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733750258669, max timestamp=1733750258683Num uniques 1067; 
2024-12-09T13:17:38,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217
2024-12-09T13:17:38,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733750258713, max timestamp=1733750258727Num uniques 1076; 
2024-12-09T13:17:38,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226
2024-12-09T13:17:38,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733750258713, max timestamp=1733750258727Num uniques 1076; 
2024-12-09T13:17:38,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226
2024-12-09T13:17:38,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733750258713, max timestamp=1733750258727Num uniques 1076; 
2024-12-09T13:17:38,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226
2024-12-09T13:17:38,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733750258760, max timestamp=1733750258770Num uniques 1085; 
2024-12-09T13:17:38,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185
2024-12-09T13:17:38,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733750258760, max timestamp=1733750258770Num uniques 1085; 
2024-12-09T13:17:38,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185
2024-12-09T13:17:38,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733750258760, max timestamp=1733750258770Num uniques 1085; 
2024-12-09T13:17:38,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185
2024-12-09T13:17:38,778 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/fc8f0ee016fd41da92fee00ce6150be9
2024-12-09T13:17:38,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/88a3dd32910f488689cdf3216330a564 is 50, key is test_row_0/C:col10/1733750257910/Put/seqid=0
2024-12-09T13:17:38,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742476_1652 (size=12301)
2024-12-09T13:17:38,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1733750258796, max timestamp=1733750258809Num uniques 1044; 
2024-12-09T13:17:38,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=8884, suffix heap size=136544,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=194
2024-12-09T13:17:38,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750258796, max timestamp=1733750258809Num uniques 1044; 
2024-12-09T13:17:38,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=6870, suffix heap size=136544,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=150
2024-12-09T13:17:38,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750258796, max timestamp=1733750258809Num uniques 1044; 
2024-12-09T13:17:38,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=6870, suffix heap size=136544,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=150
2024-12-09T13:17:38,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733750258858, max timestamp=1733750258882Num uniques 1009; 
2024-12-09T13:17:38,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46211, new segment data size=9295, suffix heap size=132904,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=203
2024-12-09T13:17:38,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733750258858, max timestamp=1733750258882Num uniques 1053; 
2024-12-09T13:17:38,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=9295, suffix heap size=137480,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=203
2024-12-09T13:17:38,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733750258858, max timestamp=1733750258882Num uniques 1009; 
2024-12-09T13:17:38,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46211, new segment data size=9295, suffix heap size=132904,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=203
2024-12-09T13:17:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-09T13:17:38,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1733750258923, max timestamp=1733750258932Num uniques 1062; 
2024-12-09T13:17:38,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212
2024-12-09T13:17:38,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1733750258923, max timestamp=1733750258932Num uniques 1062; 
2024-12-09T13:17:38,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212
2024-12-09T13:17:38,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1733750258923, max timestamp=1733750258932Num uniques 1062; 
2024-12-09T13:17:38,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212
2024-12-09T13:17:38,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:38,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:38,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:38,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1733750258956, max timestamp=1733750258974Num uniques 1071; 
2024-12-09T13:17:38,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=7826, suffix heap size=139352,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=171
2024-12-09T13:17:38,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733750258956, max timestamp=1733750258974Num uniques 1071; 
2024-12-09T13:17:38,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=6870, suffix heap size=139352,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=150
2024-12-09T13:17:38,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1733750258956, max timestamp=1733750258974Num uniques 1071; 
2024-12-09T13:17:38,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=7826, suffix heap size=139352,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=171
2024-12-09T13:17:39,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1733750259019, max timestamp=1733750259032Num uniques 1030; 
2024-12-09T13:17:39,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=8240, suffix heap size=135088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=180
2024-12-09T13:17:39,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1733750259019, max timestamp=1733750259032Num uniques 1030; 
2024-12-09T13:17:39,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=8240, suffix heap size=135088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=180
2024-12-09T13:17:39,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1733750259019, max timestamp=1733750259032Num uniques 1009; 
2024-12-09T13:17:39,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8240, suffix heap size=132904,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=180
2024-12-09T13:17:39,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733750259065, max timestamp=1733750259079Num uniques 1039; 
2024-12-09T13:17:39,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=10944, suffix heap size=136024,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=239
2024-12-09T13:17:39,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733750259065, max timestamp=1733750259079Num uniques 1039; 
2024-12-09T13:17:39,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=10944, suffix heap size=136024,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=239
2024-12-09T13:17:39,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733750259065, max timestamp=1733750259079Num uniques 1039; 
2024-12-09T13:17:39,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=10944, suffix heap size=136024,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=239
2024-12-09T13:17:39,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=298, cellSize=13648, totalHeapSize=31232, min timestamp=1733750259146, max timestamp=1733750259165Num uniques 1098; 
2024-12-09T13:17:39,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=13648, suffix heap size=142160,new segment heap size=31232 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=298
2024-12-09T13:17:39,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=298, cellSize=13648, totalHeapSize=31232, min timestamp=1733750259146, max timestamp=1733750259165Num uniques 1098; 
2024-12-09T13:17:39,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=13648, suffix heap size=142160,new segment heap size=31232 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=298
2024-12-09T13:17:39,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1733750259152, max timestamp=1733750259165Num uniques 1098; 
2024-12-09T13:17:39,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/cad571b91d50:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=9068, suffix heap size=142160,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=198
2024-12-09T13:17:39,188 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/88a3dd32910f488689cdf3216330a564
2024-12-09T13:17:39,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/350c9cae1dba418c865d77fa6cee62be as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/350c9cae1dba418c865d77fa6cee62be
2024-12-09T13:17:39,198 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/350c9cae1dba418c865d77fa6cee62be, entries=150, sequenceid=394, filesize=30.5 K
2024-12-09T13:17:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/fc8f0ee016fd41da92fee00ce6150be9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/fc8f0ee016fd41da92fee00ce6150be9
2024-12-09T13:17:39,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/fc8f0ee016fd41da92fee00ce6150be9, entries=150, sequenceid=394, filesize=12.0 K
2024-12-09T13:17:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/88a3dd32910f488689cdf3216330a564 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/88a3dd32910f488689cdf3216330a564
2024-12-09T13:17:39,208 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/88a3dd32910f488689cdf3216330a564, entries=150, sequenceid=394, filesize=12.0 K
2024-12-09T13:17:39,211 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~84.42 KB/86448, currentSize=69.33 KB/70990 for 6c4724de495f27f31047bd51b30fe613 in 1297ms, sequenceid=394, compaction requested=false
2024-12-09T13:17:39,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:39,221 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=76.04 KB heapSize=202.42 KB
2024-12-09T13:17:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-09T13:17:39,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120900dd65b75cbf47a58451468e7347668e_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750259174/Put/seqid=0
2024-12-09T13:17:39,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742477_1653 (size=12454)
2024-12-09T13:17:39,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:39,268 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120900dd65b75cbf47a58451468e7347668e_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120900dd65b75cbf47a58451468e7347668e_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:39,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:39,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:39,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,269 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/fd4aad2e3f274aca901bc143ff68f829, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:39,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/fd4aad2e3f274aca901bc143ff68f829 is 175, key is test_row_0/A:col10/1733750259174/Put/seqid=0
2024-12-09T13:17:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742478_1654 (size=31255)
2024-12-09T13:17:39,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750319273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750319274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750319274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750319383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750319383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750319383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:39,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:39,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750319593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750319593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750319593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,674 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=784, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/fd4aad2e3f274aca901bc143ff68f829
2024-12-09T13:17:39,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/5466de8a6bc849a398a9eae427e8d2f3 is 50, key is test_row_0/B:col10/1733750259174/Put/seqid=0
2024-12-09T13:17:39,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742479_1655 (size=12301)
2024-12-09T13:17:39,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:39,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:39,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:39,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750319903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750319903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750319906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:39,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:40,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:40,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T13:17:40,084 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=784 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/5466de8a6bc849a398a9eae427e8d2f3
2024-12-09T13:17:40,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/59327b67ddba47d1b90e42c15a90e3bd is 50, key is test_row_0/C:col10/1733750259174/Put/seqid=0
2024-12-09T13:17:40,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742480_1656 (size=12301)
2024-12-09T13:17:40,102 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=784 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/59327b67ddba47d1b90e42c15a90e3bd
2024-12-09T13:17:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/fd4aad2e3f274aca901bc143ff68f829 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/fd4aad2e3f274aca901bc143ff68f829
2024-12-09T13:17:40,112 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/fd4aad2e3f274aca901bc143ff68f829, entries=150, sequenceid=784, filesize=30.5 K
2024-12-09T13:17:40,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/5466de8a6bc849a398a9eae427e8d2f3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/5466de8a6bc849a398a9eae427e8d2f3
2024-12-09T13:17:40,117 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/5466de8a6bc849a398a9eae427e8d2f3, entries=150, sequenceid=784, filesize=12.0 K
2024-12-09T13:17:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/59327b67ddba47d1b90e42c15a90e3bd as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59327b67ddba47d1b90e42c15a90e3bd
2024-12-09T13:17:40,121 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59327b67ddba47d1b90e42c15a90e3bd, entries=150, sequenceid=784, filesize=12.0 K
2024-12-09T13:17:40,122 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~76.04 KB/77860, heapSize ~202.38 KB/207232, currentSize=114.05 KB/116790 for 6c4724de495f27f31047bd51b30fe613 in 901ms, sequenceid=784, compaction requested=true
2024-12-09T13:17:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:40,122 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:40,122 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:40,123 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94350 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:40,123 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:40,123 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/A is initiating minor compaction (all files)
2024-12-09T13:17:40,123 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/B is initiating minor compaction (all files)
2024-12-09T13:17:40,123 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/A in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:40,123 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/B in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:40,123 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0c72fe20fc9c4321b915382faa52d98e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/350c9cae1dba418c865d77fa6cee62be, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/fd4aad2e3f274aca901bc143ff68f829] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=92.1 K
2024-12-09T13:17:40,123 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04fe23a200054abd87c8dc28d4e77ab8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/fc8f0ee016fd41da92fee00ce6150be9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/5466de8a6bc849a398a9eae427e8d2f3] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=36.5 K
2024-12-09T13:17:40,123 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:40,123 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0c72fe20fc9c4321b915382faa52d98e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/350c9cae1dba418c865d77fa6cee62be, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/fd4aad2e3f274aca901bc143ff68f829]
2024-12-09T13:17:40,123 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 04fe23a200054abd87c8dc28d4e77ab8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733750254276
2024-12-09T13:17:40,124 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c72fe20fc9c4321b915382faa52d98e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733750254276
2024-12-09T13:17:40,124 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting fc8f0ee016fd41da92fee00ce6150be9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733750256753
2024-12-09T13:17:40,125 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 350c9cae1dba418c865d77fa6cee62be, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733750256753
2024-12-09T13:17:40,125 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 5466de8a6bc849a398a9eae427e8d2f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=784, earliestPutTs=1733750259174
2024-12-09T13:17:40,125 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd4aad2e3f274aca901bc143ff68f829, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=784, earliestPutTs=1733750259174
2024-12-09T13:17:40,130 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:40,131 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#B#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:40,132 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/c981427bea0741f59c20fab988632f68 is 50, key is test_row_0/B:col10/1733750259174/Put/seqid=0
2024-12-09T13:17:40,133 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209fe7d2d3ff8094dc0912310cf3f8ba5fe_6c4724de495f27f31047bd51b30fe613 store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:40,135 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209fe7d2d3ff8094dc0912310cf3f8ba5fe_6c4724de495f27f31047bd51b30fe613, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:40,135 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fe7d2d3ff8094dc0912310cf3f8ba5fe_6c4724de495f27f31047bd51b30fe613 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:40,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742481_1657 (size=12881)
2024-12-09T13:17:40,149 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/c981427bea0741f59c20fab988632f68 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/c981427bea0741f59c20fab988632f68
2024-12-09T13:17:40,154 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/B of 6c4724de495f27f31047bd51b30fe613 into c981427bea0741f59c20fab988632f68(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:40,154 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:40,154 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/B, priority=13, startTime=1733750260122; duration=0sec
2024-12-09T13:17:40,155 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:40,155 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:B
2024-12-09T13:17:40,155 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:40,155 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:40,155 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/C is initiating minor compaction (all files)
2024-12-09T13:17:40,155 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/C in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:40,155 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/0de62e6ead2d4168a5144accf49ef792, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/88a3dd32910f488689cdf3216330a564, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59327b67ddba47d1b90e42c15a90e3bd] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=36.5 K
2024-12-09T13:17:40,156 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0de62e6ead2d4168a5144accf49ef792, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733750254276
2024-12-09T13:17:40,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742482_1658 (size=4469)
2024-12-09T13:17:40,159 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 88a3dd32910f488689cdf3216330a564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733750256753
2024-12-09T13:17:40,160 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 59327b67ddba47d1b90e42c15a90e3bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=784, earliestPutTs=1733750259174
2024-12-09T13:17:40,161 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#A#compaction#556 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:40,161 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/294cb76a01ea403a8324aaf07a023af8 is 175, key is test_row_0/A:col10/1733750259174/Put/seqid=0
2024-12-09T13:17:40,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742483_1659 (size=31835)
2024-12-09T13:17:40,169 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#C#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:40,170 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/294cb76a01ea403a8324aaf07a023af8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/294cb76a01ea403a8324aaf07a023af8
2024-12-09T13:17:40,170 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/59453062b00948489d2105bff1fda14a is 50, key is test_row_0/C:col10/1733750259174/Put/seqid=0
2024-12-09T13:17:40,175 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/A of 6c4724de495f27f31047bd51b30fe613 into 294cb76a01ea403a8324aaf07a023af8(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:40,175 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:40,175 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/A, priority=13, startTime=1733750260122; duration=0sec
2024-12-09T13:17:40,175 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:40,175 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:A
2024-12-09T13:17:40,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742484_1660 (size=12881)
2024-12-09T13:17:40,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-09T13:17:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:40,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-09T13:17:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:40,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090a7f159a26a9448a9d8b8d3b1e5873a5_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750259271/Put/seqid=0
2024-12-09T13:17:40,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742485_1661 (size=12454)
2024-12-09T13:17:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:40,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. as already flushing
2024-12-09T13:17:40,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750320429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750320430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750320432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750320543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750320543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750320544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,582 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/59453062b00948489d2105bff1fda14a as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59453062b00948489d2105bff1fda14a
2024-12-09T13:17:40,586 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/C of 6c4724de495f27f31047bd51b30fe613 into 59453062b00948489d2105bff1fda14a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:40,586 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:40,586 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/C, priority=13, startTime=1733750260122; duration=0sec
2024-12-09T13:17:40,587 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:40,587 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:C
2024-12-09T13:17:40,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:40,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090a7f159a26a9448a9d8b8d3b1e5873a5_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090a7f159a26a9448a9d8b8d3b1e5873a5_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:40,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/6db452b898ae492dad46fdf1d12f655b, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:40,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/6db452b898ae492dad46fdf1d12f655b is 175, key is test_row_0/A:col10/1733750259271/Put/seqid=0
2024-12-09T13:17:40,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742486_1662 (size=31255)
2024-12-09T13:17:40,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=806, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/6db452b898ae492dad46fdf1d12f655b
2024-12-09T13:17:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/1bd29e0b97c44ff4b905ef700c16d5be is 50, key is test_row_0/B:col10/1733750259271/Put/seqid=0
2024-12-09T13:17:40,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742487_1663 (size=12301)
2024-12-09T13:17:40,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750320754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750320754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750320754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-09T13:17:41,055 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=806 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/1bd29e0b97c44ff4b905ef700c16d5be
2024-12-09T13:17:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/8e972bd548bb4e31a00849a68fc75f29 is 50, key is test_row_0/C:col10/1733750259271/Put/seqid=0
2024-12-09T13:17:41,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742488_1664 (size=12301)
2024-12-09T13:17:41,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750321063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750321064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750321064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,465 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=806 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/8e972bd548bb4e31a00849a68fc75f29
2024-12-09T13:17:41,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/6db452b898ae492dad46fdf1d12f655b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/6db452b898ae492dad46fdf1d12f655b
2024-12-09T13:17:41,472 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/6db452b898ae492dad46fdf1d12f655b, entries=150, sequenceid=806, filesize=30.5 K
2024-12-09T13:17:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/1bd29e0b97c44ff4b905ef700c16d5be as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1bd29e0b97c44ff4b905ef700c16d5be
2024-12-09T13:17:41,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1bd29e0b97c44ff4b905ef700c16d5be, entries=150, sequenceid=806, filesize=12.0 K
2024-12-09T13:17:41,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/8e972bd548bb4e31a00849a68fc75f29 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8e972bd548bb4e31a00849a68fc75f29
2024-12-09T13:17:41,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8e972bd548bb4e31a00849a68fc75f29, entries=150, sequenceid=806, filesize=12.0 K
2024-12-09T13:17:41,482 INFO  [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6c4724de495f27f31047bd51b30fe613 in 1289ms, sequenceid=806, compaction requested=false
2024-12-09T13:17:41,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:41,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:41,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cad571b91d50:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-12-09T13:17:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-12-09T13:17:41,486 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-12-09T13:17:41,486 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7080 sec
2024-12-09T13:17:41,489 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 4.7210 sec
2024-12-09T13:17:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:41,577 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:17:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:41,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:41,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120927b8cc40552043bab5e95fee2658429c_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750261575/Put/seqid=0
2024-12-09T13:17:41,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742489_1665 (size=12454)
2024-12-09T13:17:41,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:41,615 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120927b8cc40552043bab5e95fee2658429c_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120927b8cc40552043bab5e95fee2658429c_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:41,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/0a00be1d4c3d439e995e292cf05f57a3, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:41,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/0a00be1d4c3d439e995e292cf05f57a3 is 175, key is test_row_0/A:col10/1733750261575/Put/seqid=0
2024-12-09T13:17:41,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750321615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742490_1666 (size=31255)
2024-12-09T13:17:41,626 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=821, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/0a00be1d4c3d439e995e292cf05f57a3
2024-12-09T13:17:41,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750321621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750321621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/db9033e666d3488aa069cf443e5f4f2c is 50, key is test_row_0/B:col10/1733750261575/Put/seqid=0
2024-12-09T13:17:41,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742491_1667 (size=12301)
2024-12-09T13:17:41,648 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=821 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/db9033e666d3488aa069cf443e5f4f2c
2024-12-09T13:17:41,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5b12bd98da2b4609b7ad37fe2dfc2580 is 50, key is test_row_0/C:col10/1733750261575/Put/seqid=0
2024-12-09T13:17:41,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742492_1668 (size=12301)
2024-12-09T13:17:41,660 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=821 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5b12bd98da2b4609b7ad37fe2dfc2580
2024-12-09T13:17:41,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/0a00be1d4c3d439e995e292cf05f57a3 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0a00be1d4c3d439e995e292cf05f57a3
2024-12-09T13:17:41,670 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0a00be1d4c3d439e995e292cf05f57a3, entries=150, sequenceid=821, filesize=30.5 K
2024-12-09T13:17:41,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/db9033e666d3488aa069cf443e5f4f2c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/db9033e666d3488aa069cf443e5f4f2c
2024-12-09T13:17:41,674 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/db9033e666d3488aa069cf443e5f4f2c, entries=150, sequenceid=821, filesize=12.0 K
2024-12-09T13:17:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/5b12bd98da2b4609b7ad37fe2dfc2580 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5b12bd98da2b4609b7ad37fe2dfc2580
2024-12-09T13:17:41,679 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5b12bd98da2b4609b7ad37fe2dfc2580, entries=150, sequenceid=821, filesize=12.0 K
2024-12-09T13:17:41,680 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6c4724de495f27f31047bd51b30fe613 in 103ms, sequenceid=821, compaction requested=true
2024-12-09T13:17:41,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:41,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:41,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:41,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:41,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:41,680 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:41,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:41,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-09T13:17:41,680 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:41,681 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:41,681 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/A is initiating minor compaction (all files)
2024-12-09T13:17:41,681 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/A in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:41,681 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/294cb76a01ea403a8324aaf07a023af8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/6db452b898ae492dad46fdf1d12f655b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0a00be1d4c3d439e995e292cf05f57a3] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=92.1 K
2024-12-09T13:17:41,681 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:41,681 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/294cb76a01ea403a8324aaf07a023af8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/6db452b898ae492dad46fdf1d12f655b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0a00be1d4c3d439e995e292cf05f57a3]
2024-12-09T13:17:41,682 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:41,682 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/B is initiating minor compaction (all files)
2024-12-09T13:17:41,682 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/B in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:41,682 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/c981427bea0741f59c20fab988632f68, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1bd29e0b97c44ff4b905ef700c16d5be, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/db9033e666d3488aa069cf443e5f4f2c] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=36.6 K
2024-12-09T13:17:41,682 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 294cb76a01ea403a8324aaf07a023af8, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=784, earliestPutTs=1733750259174
2024-12-09T13:17:41,682 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting c981427bea0741f59c20fab988632f68, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=784, earliestPutTs=1733750259174
2024-12-09T13:17:41,684 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bd29e0b97c44ff4b905ef700c16d5be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=806, earliestPutTs=1733750259270
2024-12-09T13:17:41,684 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6db452b898ae492dad46fdf1d12f655b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=806, earliestPutTs=1733750259270
2024-12-09T13:17:41,684 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting db9033e666d3488aa069cf443e5f4f2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=821, earliestPutTs=1733750260427
2024-12-09T13:17:41,684 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a00be1d4c3d439e995e292cf05f57a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=821, earliestPutTs=1733750260427
2024-12-09T13:17:41,703 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:41,706 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#B#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:41,706 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/bdeab4c0cc824f22ac14cf5217a3989b is 50, key is test_row_0/B:col10/1733750261575/Put/seqid=0
2024-12-09T13:17:41,711 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120911c97b030f2947feb82679b6d26397a8_6c4724de495f27f31047bd51b30fe613 store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:41,713 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120911c97b030f2947feb82679b6d26397a8_6c4724de495f27f31047bd51b30fe613, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:41,713 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120911c97b030f2947feb82679b6d26397a8_6c4724de495f27f31047bd51b30fe613 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:41,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742493_1669 (size=12983)
2024-12-09T13:17:41,727 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/bdeab4c0cc824f22ac14cf5217a3989b as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/bdeab4c0cc824f22ac14cf5217a3989b
2024-12-09T13:17:41,733 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/B of 6c4724de495f27f31047bd51b30fe613 into bdeab4c0cc824f22ac14cf5217a3989b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:41,733 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:41,733 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/B, priority=13, startTime=1733750261680; duration=0sec
2024-12-09T13:17:41,734 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:41,734 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:B
2024-12-09T13:17:41,734 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:41,735 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:41,735 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/C is initiating minor compaction (all files)
2024-12-09T13:17:41,735 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/C in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:41,735 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59453062b00948489d2105bff1fda14a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8e972bd548bb4e31a00849a68fc75f29, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5b12bd98da2b4609b7ad37fe2dfc2580] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=36.6 K
2024-12-09T13:17:41,735 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 59453062b00948489d2105bff1fda14a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=784, earliestPutTs=1733750259174
2024-12-09T13:17:41,736 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e972bd548bb4e31a00849a68fc75f29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=806, earliestPutTs=1733750259270
2024-12-09T13:17:41,736 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b12bd98da2b4609b7ad37fe2dfc2580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=821, earliestPutTs=1733750260427
2024-12-09T13:17:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:41,737 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:17:41,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:41,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:41,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:41,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:41,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:41,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:41,743 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#C#compaction#567 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:41,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095a173e86da1546fca20b1d0231891d5c_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750261736/Put/seqid=0
2024-12-09T13:17:41,744 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/e151a83e31474030909566554528350e is 50, key is test_row_0/C:col10/1733750261575/Put/seqid=0
2024-12-09T13:17:41,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742494_1670 (size=4469)
2024-12-09T13:17:41,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742496_1672 (size=12983)
2024-12-09T13:17:41,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742495_1671 (size=14994)
2024-12-09T13:17:41,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750321757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750321758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750321760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750321873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750321873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:41,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750321873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:41,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:41,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750322083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750322083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750322083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,150 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#A#compaction#564 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:42,151 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/ce6d77cb2cbe43db912d00baa6a7b82f is 175, key is test_row_0/A:col10/1733750261575/Put/seqid=0
2024-12-09T13:17:42,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742497_1673 (size=31937)
2024-12-09T13:17:42,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:42,164 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095a173e86da1546fca20b1d0231891d5c_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095a173e86da1546fca20b1d0231891d5c_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:42,165 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/e151a83e31474030909566554528350e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/e151a83e31474030909566554528350e
2024-12-09T13:17:42,165 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/f7025161950142fb9f4294f45bdd5b5e, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:42,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/f7025161950142fb9f4294f45bdd5b5e is 175, key is test_row_0/A:col10/1733750261736/Put/seqid=0
2024-12-09T13:17:42,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742498_1674 (size=39949)
2024-12-09T13:17:42,171 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=841, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/f7025161950142fb9f4294f45bdd5b5e
2024-12-09T13:17:42,172 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/C of 6c4724de495f27f31047bd51b30fe613 into e151a83e31474030909566554528350e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:42,172 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:42,172 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/C, priority=13, startTime=1733750261680; duration=0sec
2024-12-09T13:17:42,172 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:42,172 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:C
2024-12-09T13:17:42,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/0aeb80e865e54508915f7e93dc95b9d8 is 50, key is test_row_0/B:col10/1733750261736/Put/seqid=0
2024-12-09T13:17:42,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742499_1675 (size=12301)
2024-12-09T13:17:42,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750322393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750322393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750322393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,559 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/ce6d77cb2cbe43db912d00baa6a7b82f as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ce6d77cb2cbe43db912d00baa6a7b82f
2024-12-09T13:17:42,563 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/A of 6c4724de495f27f31047bd51b30fe613 into ce6d77cb2cbe43db912d00baa6a7b82f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:42,563 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:42,563 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/A, priority=13, startTime=1733750261680; duration=0sec
2024-12-09T13:17:42,563 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:42,563 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:A
2024-12-09T13:17:42,589 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=841 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/0aeb80e865e54508915f7e93dc95b9d8
2024-12-09T13:17:42,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/1ed94b2019d24b808fa4f3bd996ed618 is 50, key is test_row_0/C:col10/1733750261736/Put/seqid=0
2024-12-09T13:17:42,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742500_1676 (size=12301)
2024-12-09T13:17:42,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750322903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750322903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750322903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:43,001 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=841 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/1ed94b2019d24b808fa4f3bd996ed618
2024-12-09T13:17:43,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/f7025161950142fb9f4294f45bdd5b5e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/f7025161950142fb9f4294f45bdd5b5e
2024-12-09T13:17:43,010 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/f7025161950142fb9f4294f45bdd5b5e, entries=200, sequenceid=841, filesize=39.0 K
2024-12-09T13:17:43,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/0aeb80e865e54508915f7e93dc95b9d8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/0aeb80e865e54508915f7e93dc95b9d8
2024-12-09T13:17:43,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/0aeb80e865e54508915f7e93dc95b9d8, entries=150, sequenceid=841, filesize=12.0 K
2024-12-09T13:17:43,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/1ed94b2019d24b808fa4f3bd996ed618 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/1ed94b2019d24b808fa4f3bd996ed618
2024-12-09T13:17:43,023 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/1ed94b2019d24b808fa4f3bd996ed618, entries=150, sequenceid=841, filesize=12.0 K
2024-12-09T13:17:43,024 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 6c4724de495f27f31047bd51b30fe613 in 1287ms, sequenceid=841, compaction requested=false
2024-12-09T13:17:43,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:43,915 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-09T13:17:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:43,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c707e015d00a4b3ebaec790b9759b4d8_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750263913/Put/seqid=0
2024-12-09T13:17:43,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742501_1677 (size=12454)
2024-12-09T13:17:43,925 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:43,928 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c707e015d00a4b3ebaec790b9759b4d8_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c707e015d00a4b3ebaec790b9759b4d8_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:43,929 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/e4e5b92fde0642b6bd5f88cc1e31d4a2, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:43,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/e4e5b92fde0642b6bd5f88cc1e31d4a2 is 175, key is test_row_0/A:col10/1733750263913/Put/seqid=0
2024-12-09T13:17:43,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742502_1678 (size=31255)
2024-12-09T13:17:43,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750323945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:43,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750323947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:43,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750323948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750324053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750324063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750324063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,077 INFO  [Thread-2609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2609.
2024-12-09T13:17:44,077 DEBUG [Thread-2609 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:44,077 DEBUG [Thread-2609 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,077 DEBUG [Thread-2609 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,077 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:44,078 INFO  [Thread-2611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2611.
2024-12-09T13:17:44,078 DEBUG [Thread-2611 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:44,078 DEBUG [Thread-2611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,078 DEBUG [Thread-2611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,078 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:44,079 INFO  [Thread-2613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2613.
2024-12-09T13:17:44,079 DEBUG [Thread-2613 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:44,079 DEBUG [Thread-2613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,079 DEBUG [Thread-2613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,079 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:44,081 INFO  [Thread-2617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2617.
2024-12-09T13:17:44,081 DEBUG [Thread-2617 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:44,081 DEBUG [Thread-2617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,081 DEBUG [Thread-2617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,081 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:44,081 INFO  [Thread-2615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2615.
2024-12-09T13:17:44,082 DEBUG [Thread-2615 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:44,082 DEBUG [Thread-2615 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,082 DEBUG [Thread-2615 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:44,082 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:44,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750324263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750324273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750324273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,335 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=857, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/e4e5b92fde0642b6bd5f88cc1e31d4a2
2024-12-09T13:17:44,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/d9906780fdb741a29808c5e9d38d954e is 50, key is test_row_0/B:col10/1733750263913/Put/seqid=0
2024-12-09T13:17:44,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742503_1679 (size=12301)
2024-12-09T13:17:44,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750324573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750324583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750324583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35002 deadline: 1733750324653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,654 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 6c4724de495f27f31047bd51b30fe613 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18273 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:44,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35012 deadline: 1733750324693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:44,693 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to cad571b91d50,33809,1733750093218 for 'test_row_0' in 6c4724de495f27f31047bd51b30fe613 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18312 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-09T13:17:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:44,743 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=857 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/d9906780fdb741a29808c5e9d38d954e
2024-12-09T13:17:44,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/07b845236f76437cbfc60d4a691ba8c4 is 50, key is test_row_0/C:col10/1733750263913/Put/seqid=0
2024-12-09T13:17:44,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742504_1680 (size=12301)
2024-12-09T13:17:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-09T13:17:44,973 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:45,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34968 deadline: 1733750325083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:45,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34974 deadline: 1733750325093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:45,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-09T13:17:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34952 deadline: 1733750325093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
2024-12-09T13:17:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 , the old value is region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-09T13:17:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., hostname=cad571b91d50,33809,1733750093218, seqNum=5 because the exception is null or not the one we care about
2024-12-09T13:17:45,152 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=857 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/07b845236f76437cbfc60d4a691ba8c4
2024-12-09T13:17:45,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/e4e5b92fde0642b6bd5f88cc1e31d4a2 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/e4e5b92fde0642b6bd5f88cc1e31d4a2
2024-12-09T13:17:45,159 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/e4e5b92fde0642b6bd5f88cc1e31d4a2, entries=150, sequenceid=857, filesize=30.5 K
2024-12-09T13:17:45,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/d9906780fdb741a29808c5e9d38d954e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d9906780fdb741a29808c5e9d38d954e
2024-12-09T13:17:45,163 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d9906780fdb741a29808c5e9d38d954e, entries=150, sequenceid=857, filesize=12.0 K
2024-12-09T13:17:45,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/07b845236f76437cbfc60d4a691ba8c4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/07b845236f76437cbfc60d4a691ba8c4
2024-12-09T13:17:45,166 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/07b845236f76437cbfc60d4a691ba8c4, entries=150, sequenceid=857, filesize=12.0 K
2024-12-09T13:17:45,167 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6c4724de495f27f31047bd51b30fe613 in 1251ms, sequenceid=857, compaction requested=true
2024-12-09T13:17:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:A, priority=-2147483648, current under compaction store size is 1
2024-12-09T13:17:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:B, priority=-2147483648, current under compaction store size is 2
2024-12-09T13:17:45,167 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c4724de495f27f31047bd51b30fe613:C, priority=-2147483648, current under compaction store size is 3
2024-12-09T13:17:45,167 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:45,167 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:45,167 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:45,167 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/A is initiating minor compaction (all files)
2024-12-09T13:17:45,167 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/B is initiating minor compaction (all files)
2024-12-09T13:17:45,167 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/A in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:45,167 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/B in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:45,168 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ce6d77cb2cbe43db912d00baa6a7b82f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/f7025161950142fb9f4294f45bdd5b5e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/e4e5b92fde0642b6bd5f88cc1e31d4a2] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=100.7 K
2024-12-09T13:17:45,168 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/bdeab4c0cc824f22ac14cf5217a3989b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/0aeb80e865e54508915f7e93dc95b9d8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d9906780fdb741a29808c5e9d38d954e] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=36.7 K
2024-12-09T13:17:45,168 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:45,168 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. files: [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ce6d77cb2cbe43db912d00baa6a7b82f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/f7025161950142fb9f4294f45bdd5b5e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/e4e5b92fde0642b6bd5f88cc1e31d4a2]
2024-12-09T13:17:45,168 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting bdeab4c0cc824f22ac14cf5217a3989b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=821, earliestPutTs=1733750260427
2024-12-09T13:17:45,168 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce6d77cb2cbe43db912d00baa6a7b82f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=821, earliestPutTs=1733750260427
2024-12-09T13:17:45,168 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aeb80e865e54508915f7e93dc95b9d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=841, earliestPutTs=1733750261610
2024-12-09T13:17:45,168 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7025161950142fb9f4294f45bdd5b5e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=841, earliestPutTs=1733750261610
2024-12-09T13:17:45,168 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting d9906780fdb741a29808c5e9d38d954e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=857, earliestPutTs=1733750261755
2024-12-09T13:17:45,168 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4e5b92fde0642b6bd5f88cc1e31d4a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=857, earliestPutTs=1733750261755
2024-12-09T13:17:45,173 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:45,173 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#B#compaction#573 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:45,174 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/05b07a3a7c0f4182a015c4e002ebf538 is 50, key is test_row_0/B:col10/1733750263913/Put/seqid=0
2024-12-09T13:17:45,174 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412092cba8eb0e8d54af6991264adbd5022eb_6c4724de495f27f31047bd51b30fe613 store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:45,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742505_1681 (size=13085)
2024-12-09T13:17:45,179 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412092cba8eb0e8d54af6991264adbd5022eb_6c4724de495f27f31047bd51b30fe613, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:45,179 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092cba8eb0e8d54af6991264adbd5022eb_6c4724de495f27f31047bd51b30fe613 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:45,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742506_1682 (size=4469)
2024-12-09T13:17:45,583 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#A#compaction#574 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:45,583 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/05b07a3a7c0f4182a015c4e002ebf538 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/05b07a3a7c0f4182a015c4e002ebf538
2024-12-09T13:17:45,584 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/2d07b3f967ba459bbc3b739b67f18955 is 175, key is test_row_0/A:col10/1733750263913/Put/seqid=0
2024-12-09T13:17:45,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742507_1683 (size=32039)
2024-12-09T13:17:45,587 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/B of 6c4724de495f27f31047bd51b30fe613 into 05b07a3a7c0f4182a015c4e002ebf538(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:45,588 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:45,588 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/B, priority=13, startTime=1733750265167; duration=0sec
2024-12-09T13:17:45,588 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-09T13:17:45,588 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:B
2024-12-09T13:17:45,588 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-09T13:17:45,591 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-09T13:17:45,591 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1541): 6c4724de495f27f31047bd51b30fe613/C is initiating minor compaction (all files)
2024-12-09T13:17:45,591 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6c4724de495f27f31047bd51b30fe613/C in TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:45,591 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/e151a83e31474030909566554528350e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/1ed94b2019d24b808fa4f3bd996ed618, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/07b845236f76437cbfc60d4a691ba8c4] into tmpdir=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp, totalSize=36.7 K
2024-12-09T13:17:45,591 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting e151a83e31474030909566554528350e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=821, earliestPutTs=1733750260427
2024-12-09T13:17:45,591 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ed94b2019d24b808fa4f3bd996ed618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=841, earliestPutTs=1733750261610
2024-12-09T13:17:45,591 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] compactions.Compactor(225): Compacting 07b845236f76437cbfc60d4a691ba8c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=857, earliestPutTs=1733750261755
2024-12-09T13:17:45,598 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c4724de495f27f31047bd51b30fe613#C#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-09T13:17:45,599 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/e9aa5b9eee3947a0ae1857cb194a05d8 is 50, key is test_row_0/C:col10/1733750263913/Put/seqid=0
2024-12-09T13:17:45,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742508_1684 (size=13085)
2024-12-09T13:17:45,991 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/2d07b3f967ba459bbc3b739b67f18955 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2d07b3f967ba459bbc3b739b67f18955
2024-12-09T13:17:45,995 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/A of 6c4724de495f27f31047bd51b30fe613 into 2d07b3f967ba459bbc3b739b67f18955(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:45,995 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:45,995 INFO  [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/A, priority=13, startTime=1733750265167; duration=0sec
2024-12-09T13:17:45,995 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:45,995 DEBUG [RS:0;cad571b91d50:33809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:A
2024-12-09T13:17:46,006 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/e9aa5b9eee3947a0ae1857cb194a05d8 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/e9aa5b9eee3947a0ae1857cb194a05d8
2024-12-09T13:17:46,009 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c4724de495f27f31047bd51b30fe613/C of 6c4724de495f27f31047bd51b30fe613 into e9aa5b9eee3947a0ae1857cb194a05d8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-09T13:17:46,009 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:46,009 INFO  [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., storeName=6c4724de495f27f31047bd51b30fe613/C, priority=13, startTime=1733750265167; duration=0sec
2024-12-09T13:17:46,010 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-09T13:17:46,010 DEBUG [RS:0;cad571b91d50:33809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c4724de495f27f31047bd51b30fe613:C
2024-12-09T13:17:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] regionserver.HRegion(8855): Flush requested on 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:46,094 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-09T13:17:46,094 INFO  [Thread-2604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2604.
2024-12-09T13:17:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:46,094 DEBUG [Thread-2604 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:46,094 DEBUG [Thread-2604 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:46,094 DEBUG [Thread-2604 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:46,094 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:46,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120910092496aae648e5a65d6a177be87b22_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750263942/Put/seqid=0
2024-12-09T13:17:46,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742509_1685 (size=12454)
2024-12-09T13:17:46,104 INFO  [Thread-2606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2606.
2024-12-09T13:17:46,104 DEBUG [Thread-2606 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:46,104 INFO  [Thread-2602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2602.
2024-12-09T13:17:46,104 DEBUG [Thread-2606 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:46,104 DEBUG [Thread-2602 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:46,104 DEBUG [Thread-2602 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:46,104 DEBUG [Thread-2606 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:46,104 DEBUG [Thread-2602 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:46,104 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:46,104 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:46,502 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:46,505 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120910092496aae648e5a65d6a177be87b22_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120910092496aae648e5a65d6a177be87b22_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:46,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/69c6c3e5179348faa018d6ce02060848, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:46,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/69c6c3e5179348faa018d6ce02060848 is 175, key is test_row_0/A:col10/1733750263942/Put/seqid=0
2024-12-09T13:17:46,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742510_1686 (size=31255)
2024-12-09T13:17:46,909 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=879, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/69c6c3e5179348faa018d6ce02060848
2024-12-09T13:17:46,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/8e342cc2e8f7468fa5744daadaba1228 is 50, key is test_row_0/B:col10/1733750263942/Put/seqid=0
2024-12-09T13:17:46,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742511_1687 (size=12301)
2024-12-09T13:17:47,319 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=879 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/8e342cc2e8f7468fa5744daadaba1228
2024-12-09T13:17:47,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/8bf1f704e26d4c2984a0fdee5d3c01a4 is 50, key is test_row_0/C:col10/1733750263942/Put/seqid=0
2024-12-09T13:17:47,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742512_1688 (size=12301)
2024-12-09T13:17:47,730 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=879 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/8bf1f704e26d4c2984a0fdee5d3c01a4
2024-12-09T13:17:47,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/69c6c3e5179348faa018d6ce02060848 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/69c6c3e5179348faa018d6ce02060848
2024-12-09T13:17:47,738 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/69c6c3e5179348faa018d6ce02060848, entries=150, sequenceid=879, filesize=30.5 K
2024-12-09T13:17:47,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/8e342cc2e8f7468fa5744daadaba1228 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8e342cc2e8f7468fa5744daadaba1228
2024-12-09T13:17:47,742 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8e342cc2e8f7468fa5744daadaba1228, entries=150, sequenceid=879, filesize=12.0 K
2024-12-09T13:17:47,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/8bf1f704e26d4c2984a0fdee5d3c01a4 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8bf1f704e26d4c2984a0fdee5d3c01a4
2024-12-09T13:17:47,746 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8bf1f704e26d4c2984a0fdee5d3c01a4, entries=150, sequenceid=879, filesize=12.0 K
2024-12-09T13:17:47,747 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=13.42 KB/13740 for 6c4724de495f27f31047bd51b30fe613 in 1653ms, sequenceid=879, compaction requested=false
2024-12-09T13:17:47,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6c4724de495f27f31047bd51b30fe613:

2024-12-09T13:17:51,336 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T13:17:54,736 INFO  [Thread-2598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2598.
2024-12-09T13:17:54,736 DEBUG [Thread-2598 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:54,736 DEBUG [Thread-2598 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:54,736 DEBUG [Thread-2598 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:54,736 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:54,752 INFO  [Thread-2600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2600.
2024-12-09T13:17:54,752 DEBUG [Thread-2600 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-09T13:17:54,752 DEBUG [Thread-2600 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:54,752 DEBUG [Thread-2600 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:54,752 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 16
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 14
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 253
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 253
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 268
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2535
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2569
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2493
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2537
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2554
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-09T13:17:54,753 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:17:54,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:17:54,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:54,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:54,754 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:54,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-09T13:17:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:54,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750274758"}]},"ts":"1733750274758"}
2024-12-09T13:17:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-09T13:17:54,760 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-09T13:17:54,760 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-09T13:17:54,761 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-09T13:17:54,763 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, UNASSIGN}]
2024-12-09T13:17:54,765 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, UNASSIGN
2024-12-09T13:17:54,765 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=6c4724de495f27f31047bd51b30fe613, regionState=CLOSING, regionLocation=cad571b91d50,33809,1733750093218
2024-12-09T13:17:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, UNASSIGN because future has completed
2024-12-09T13:17:54,768 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-09T13:17:54,768 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218}]
2024-12-09T13:17:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-09T13:17:54,926 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:54,926 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing 6c4724de495f27f31047bd51b30fe613, disabling compactions & flushes
2024-12-09T13:17:54,927 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. after waiting 0 ms
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:54,927 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing 6c4724de495f27f31047bd51b30fe613 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=A
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=B
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c4724de495f27f31047bd51b30fe613, store=C
2024-12-09T13:17:54,927 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-09T13:17:54,964 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b12beafa4e1a4df49177df3dee7421b6_6c4724de495f27f31047bd51b30fe613 is 50, key is test_row_0/A:col10/1733750274750/Put/seqid=0
2024-12-09T13:17:55,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742513_1689 (size=9914)
2024-12-09T13:17:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-09T13:17:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-09T13:17:55,414 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T13:17:55,420 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b12beafa4e1a4df49177df3dee7421b6_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b12beafa4e1a4df49177df3dee7421b6_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:55,421 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/10959abc93394e6e92b0fea786fd65fe, store: [table=TestAcidGuarantees family=A region=6c4724de495f27f31047bd51b30fe613]
2024-12-09T13:17:55,422 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/10959abc93394e6e92b0fea786fd65fe is 175, key is test_row_0/A:col10/1733750274750/Put/seqid=0
2024-12-09T13:17:55,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742514_1690 (size=22561)
2024-12-09T13:17:55,455 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=886, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/10959abc93394e6e92b0fea786fd65fe
2024-12-09T13:17:55,471 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/96bd55f18f8a4550901c8e0c6dad3583 is 50, key is test_row_0/B:col10/1733750274750/Put/seqid=0
2024-12-09T13:17:55,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742515_1691 (size=9857)
2024-12-09T13:17:55,495 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=886 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/96bd55f18f8a4550901c8e0c6dad3583
2024-12-09T13:17:55,515 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/6cd58f27eb5d40b38da477e423c94e57 is 50, key is test_row_0/C:col10/1733750274750/Put/seqid=0
2024-12-09T13:17:55,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742516_1692 (size=9857)
2024-12-09T13:17:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-09T13:17:55,930 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=886 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/6cd58f27eb5d40b38da477e423c94e57
2024-12-09T13:17:55,953 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/A/10959abc93394e6e92b0fea786fd65fe as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/10959abc93394e6e92b0fea786fd65fe
2024-12-09T13:17:55,970 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/10959abc93394e6e92b0fea786fd65fe, entries=100, sequenceid=886, filesize=22.0 K
2024-12-09T13:17:55,975 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/B/96bd55f18f8a4550901c8e0c6dad3583 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/96bd55f18f8a4550901c8e0c6dad3583
2024-12-09T13:17:55,995 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/96bd55f18f8a4550901c8e0c6dad3583, entries=100, sequenceid=886, filesize=9.6 K
2024-12-09T13:17:55,996 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/.tmp/C/6cd58f27eb5d40b38da477e423c94e57 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/6cd58f27eb5d40b38da477e423c94e57
2024-12-09T13:17:56,002 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/6cd58f27eb5d40b38da477e423c94e57, entries=100, sequenceid=886, filesize=9.6 K
2024-12-09T13:17:56,008 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 6c4724de495f27f31047bd51b30fe613 in 1080ms, sequenceid=886, compaction requested=true
2024-12-09T13:17:56,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/98d5aaefa68846808c112e52abf7dbbb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1ebd0689cdfd420fa0e4e7b4346d2e6a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a9beaecc22ba47ba84273778c888e8ff, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b1b0b3950ef946beb83a212cf5ca41a1, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b6f6264a8dcb45ae91f63c4311906455, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/d2db89b402b24602963cbb5db9594210, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/878b6ba05bec4ef6acf85db7b8f0ac1c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1a5baf514b5a4730ad6a17284099dd2a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1539cd76b62041be961b56f40d8d29ba, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ae577585257d48ac9c0e067d92bb6610, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a3873a4d167a43519122931e5de44a4e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2f14c9f04b70411fb2af7126b59a2f1c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/bd09d347e69b4485be49c64fdb73b95c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/7187ca50830049d08125f0c3b007c2a4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0c72fe20fc9c4321b915382faa52d98e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/350c9cae1dba418c865d77fa6cee62be, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/294cb76a01ea403a8324aaf07a023af8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/fd4aad2e3f274aca901bc143ff68f829, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/6db452b898ae492dad46fdf1d12f655b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ce6d77cb2cbe43db912d00baa6a7b82f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0a00be1d4c3d439e995e292cf05f57a3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/f7025161950142fb9f4294f45bdd5b5e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/e4e5b92fde0642b6bd5f88cc1e31d4a2] to archive
2024-12-09T13:17:56,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:17:56,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/98d5aaefa68846808c112e52abf7dbbb to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/98d5aaefa68846808c112e52abf7dbbb
2024-12-09T13:17:56,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1ebd0689cdfd420fa0e4e7b4346d2e6a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1ebd0689cdfd420fa0e4e7b4346d2e6a
2024-12-09T13:17:56,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a9beaecc22ba47ba84273778c888e8ff to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a9beaecc22ba47ba84273778c888e8ff
2024-12-09T13:17:56,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b1b0b3950ef946beb83a212cf5ca41a1 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b1b0b3950ef946beb83a212cf5ca41a1
2024-12-09T13:17:56,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b6f6264a8dcb45ae91f63c4311906455 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/b6f6264a8dcb45ae91f63c4311906455
2024-12-09T13:17:56,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/d2db89b402b24602963cbb5db9594210 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/d2db89b402b24602963cbb5db9594210
2024-12-09T13:17:56,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/878b6ba05bec4ef6acf85db7b8f0ac1c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/878b6ba05bec4ef6acf85db7b8f0ac1c
2024-12-09T13:17:56,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1a5baf514b5a4730ad6a17284099dd2a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1a5baf514b5a4730ad6a17284099dd2a
2024-12-09T13:17:56,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1539cd76b62041be961b56f40d8d29ba to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/1539cd76b62041be961b56f40d8d29ba
2024-12-09T13:17:56,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ae577585257d48ac9c0e067d92bb6610 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ae577585257d48ac9c0e067d92bb6610
2024-12-09T13:17:56,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a3873a4d167a43519122931e5de44a4e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/a3873a4d167a43519122931e5de44a4e
2024-12-09T13:17:56,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2f14c9f04b70411fb2af7126b59a2f1c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2f14c9f04b70411fb2af7126b59a2f1c
2024-12-09T13:17:56,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/bd09d347e69b4485be49c64fdb73b95c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/bd09d347e69b4485be49c64fdb73b95c
2024-12-09T13:17:56,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/7187ca50830049d08125f0c3b007c2a4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/7187ca50830049d08125f0c3b007c2a4
2024-12-09T13:17:56,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0c72fe20fc9c4321b915382faa52d98e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0c72fe20fc9c4321b915382faa52d98e
2024-12-09T13:17:56,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/350c9cae1dba418c865d77fa6cee62be to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/350c9cae1dba418c865d77fa6cee62be
2024-12-09T13:17:56,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/294cb76a01ea403a8324aaf07a023af8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/294cb76a01ea403a8324aaf07a023af8
2024-12-09T13:17:56,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/fd4aad2e3f274aca901bc143ff68f829 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/fd4aad2e3f274aca901bc143ff68f829
2024-12-09T13:17:56,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/6db452b898ae492dad46fdf1d12f655b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/6db452b898ae492dad46fdf1d12f655b
2024-12-09T13:17:56,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ce6d77cb2cbe43db912d00baa6a7b82f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/ce6d77cb2cbe43db912d00baa6a7b82f
2024-12-09T13:17:56,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0a00be1d4c3d439e995e292cf05f57a3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/0a00be1d4c3d439e995e292cf05f57a3
2024-12-09T13:17:56,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/f7025161950142fb9f4294f45bdd5b5e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/f7025161950142fb9f4294f45bdd5b5e
2024-12-09T13:17:56,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/e4e5b92fde0642b6bd5f88cc1e31d4a2 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/e4e5b92fde0642b6bd5f88cc1e31d4a2
2024-12-09T13:17:56,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d97e9764bba94a0184a20d6c7a72c246, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/944b4760682549f3b4e29c145e2636fc, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24a3cc6504654edb9cfcb2454d836b54, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1529ab21e04a4626a4bf8c168aff5b3e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/66fde63205f844e095439637c44095f4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/98247bd1cb6a48ee919c0c7a4e321b00, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24df3ebb56564a16954f8f951d60a779, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8d6b15936dae4d67b45910be174c6843, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04f237edf9a54f98b5078db8312944bb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/436702d987404cf2a550787a30b5009c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/280d34e80071434387f42a8f738e2077, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/b9189b8d5b654c0ea8a2f46d0619a9e3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/ce2d6963300642e9a27e6646fc7993c9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04fe23a200054abd87c8dc28d4e77ab8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/823def2949ac4daca0e0d7fab03d2fee, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/fc8f0ee016fd41da92fee00ce6150be9, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/c981427bea0741f59c20fab988632f68, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/5466de8a6bc849a398a9eae427e8d2f3, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1bd29e0b97c44ff4b905ef700c16d5be, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/bdeab4c0cc824f22ac14cf5217a3989b, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/db9033e666d3488aa069cf443e5f4f2c, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/0aeb80e865e54508915f7e93dc95b9d8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d9906780fdb741a29808c5e9d38d954e] to archive
2024-12-09T13:17:56,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:17:56,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d97e9764bba94a0184a20d6c7a72c246 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d97e9764bba94a0184a20d6c7a72c246
2024-12-09T13:17:56,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/944b4760682549f3b4e29c145e2636fc to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/944b4760682549f3b4e29c145e2636fc
2024-12-09T13:17:56,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24a3cc6504654edb9cfcb2454d836b54 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24a3cc6504654edb9cfcb2454d836b54
2024-12-09T13:17:56,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1529ab21e04a4626a4bf8c168aff5b3e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1529ab21e04a4626a4bf8c168aff5b3e
2024-12-09T13:17:56,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/66fde63205f844e095439637c44095f4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/66fde63205f844e095439637c44095f4
2024-12-09T13:17:56,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/98247bd1cb6a48ee919c0c7a4e321b00 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/98247bd1cb6a48ee919c0c7a4e321b00
2024-12-09T13:17:56,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24df3ebb56564a16954f8f951d60a779 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/24df3ebb56564a16954f8f951d60a779
2024-12-09T13:17:56,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8d6b15936dae4d67b45910be174c6843 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8d6b15936dae4d67b45910be174c6843
2024-12-09T13:17:56,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04f237edf9a54f98b5078db8312944bb to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04f237edf9a54f98b5078db8312944bb
2024-12-09T13:17:56,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/436702d987404cf2a550787a30b5009c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/436702d987404cf2a550787a30b5009c
2024-12-09T13:17:56,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/280d34e80071434387f42a8f738e2077 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/280d34e80071434387f42a8f738e2077
2024-12-09T13:17:56,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/b9189b8d5b654c0ea8a2f46d0619a9e3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/b9189b8d5b654c0ea8a2f46d0619a9e3
2024-12-09T13:17:56,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/ce2d6963300642e9a27e6646fc7993c9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/ce2d6963300642e9a27e6646fc7993c9
2024-12-09T13:17:56,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04fe23a200054abd87c8dc28d4e77ab8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/04fe23a200054abd87c8dc28d4e77ab8
2024-12-09T13:17:56,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/823def2949ac4daca0e0d7fab03d2fee to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/823def2949ac4daca0e0d7fab03d2fee
2024-12-09T13:17:56,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/fc8f0ee016fd41da92fee00ce6150be9 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/fc8f0ee016fd41da92fee00ce6150be9
2024-12-09T13:17:56,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/c981427bea0741f59c20fab988632f68 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/c981427bea0741f59c20fab988632f68
2024-12-09T13:17:56,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/5466de8a6bc849a398a9eae427e8d2f3 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/5466de8a6bc849a398a9eae427e8d2f3
2024-12-09T13:17:56,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1bd29e0b97c44ff4b905ef700c16d5be to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/1bd29e0b97c44ff4b905ef700c16d5be
2024-12-09T13:17:56,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/bdeab4c0cc824f22ac14cf5217a3989b to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/bdeab4c0cc824f22ac14cf5217a3989b
2024-12-09T13:17:56,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/db9033e666d3488aa069cf443e5f4f2c to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/db9033e666d3488aa069cf443e5f4f2c
2024-12-09T13:17:56,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/0aeb80e865e54508915f7e93dc95b9d8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/0aeb80e865e54508915f7e93dc95b9d8
2024-12-09T13:17:56,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d9906780fdb741a29808c5e9d38d954e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/d9906780fdb741a29808c5e9d38d954e
2024-12-09T13:17:56,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/3fae43e11bef45e0ab1a5c6a985075b4, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/106f853ea2ad4629ae724b70a4cd8a33, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/a7d009e327bc49678b3d19962a9a803d, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5429d372d2e048b5b3d663acb3685c22, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4abb631828e34cf4a4a2c36cf33d22d7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/c34703863a62454a95eca352e681c60a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/da46ea14689845dd8f7f5f47a6946d0f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/782683e895454dd388f720faab726504, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4eab9ae23ba64670ae57a94226bae4bf, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/2dc31ca8b794431db5009e24d9d7cfb7, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/dc4c3bf4bfa547ec8d660edafa8a43eb, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/b1ad50efd4384963a0bd2d1e69e0797f, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5e9e2216085f427caef551666c3893a8, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/0de62e6ead2d4168a5144accf49ef792, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/993e9bff1ec4464c85ca4dc6a2780e65, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/88a3dd32910f488689cdf3216330a564, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59453062b00948489d2105bff1fda14a, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59327b67ddba47d1b90e42c15a90e3bd, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8e972bd548bb4e31a00849a68fc75f29, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/e151a83e31474030909566554528350e, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5b12bd98da2b4609b7ad37fe2dfc2580, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/1ed94b2019d24b808fa4f3bd996ed618, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/07b845236f76437cbfc60d4a691ba8c4] to archive
2024-12-09T13:17:56,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-09T13:17:56,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/3fae43e11bef45e0ab1a5c6a985075b4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/3fae43e11bef45e0ab1a5c6a985075b4
2024-12-09T13:17:56,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/106f853ea2ad4629ae724b70a4cd8a33 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/106f853ea2ad4629ae724b70a4cd8a33
2024-12-09T13:17:56,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/a7d009e327bc49678b3d19962a9a803d to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/a7d009e327bc49678b3d19962a9a803d
2024-12-09T13:17:56,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5429d372d2e048b5b3d663acb3685c22 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5429d372d2e048b5b3d663acb3685c22
2024-12-09T13:17:56,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4abb631828e34cf4a4a2c36cf33d22d7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4abb631828e34cf4a4a2c36cf33d22d7
2024-12-09T13:17:56,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/c34703863a62454a95eca352e681c60a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/c34703863a62454a95eca352e681c60a
2024-12-09T13:17:56,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/da46ea14689845dd8f7f5f47a6946d0f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/da46ea14689845dd8f7f5f47a6946d0f
2024-12-09T13:17:56,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/782683e895454dd388f720faab726504 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/782683e895454dd388f720faab726504
2024-12-09T13:17:56,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4eab9ae23ba64670ae57a94226bae4bf to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/4eab9ae23ba64670ae57a94226bae4bf
2024-12-09T13:17:56,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/2dc31ca8b794431db5009e24d9d7cfb7 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/2dc31ca8b794431db5009e24d9d7cfb7
2024-12-09T13:17:56,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/dc4c3bf4bfa547ec8d660edafa8a43eb to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/dc4c3bf4bfa547ec8d660edafa8a43eb
2024-12-09T13:17:56,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/b1ad50efd4384963a0bd2d1e69e0797f to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/b1ad50efd4384963a0bd2d1e69e0797f
2024-12-09T13:17:56,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5e9e2216085f427caef551666c3893a8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5e9e2216085f427caef551666c3893a8
2024-12-09T13:17:56,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/0de62e6ead2d4168a5144accf49ef792 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/0de62e6ead2d4168a5144accf49ef792
2024-12-09T13:17:56,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/993e9bff1ec4464c85ca4dc6a2780e65 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/993e9bff1ec4464c85ca4dc6a2780e65
2024-12-09T13:17:56,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/88a3dd32910f488689cdf3216330a564 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/88a3dd32910f488689cdf3216330a564
2024-12-09T13:17:56,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59453062b00948489d2105bff1fda14a to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59453062b00948489d2105bff1fda14a
2024-12-09T13:17:56,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59327b67ddba47d1b90e42c15a90e3bd to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/59327b67ddba47d1b90e42c15a90e3bd
2024-12-09T13:17:56,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8e972bd548bb4e31a00849a68fc75f29 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8e972bd548bb4e31a00849a68fc75f29
2024-12-09T13:17:56,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/e151a83e31474030909566554528350e to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/e151a83e31474030909566554528350e
2024-12-09T13:17:56,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5b12bd98da2b4609b7ad37fe2dfc2580 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/5b12bd98da2b4609b7ad37fe2dfc2580
2024-12-09T13:17:56,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/1ed94b2019d24b808fa4f3bd996ed618 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/1ed94b2019d24b808fa4f3bd996ed618
2024-12-09T13:17:56,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/07b845236f76437cbfc60d4a691ba8c4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/07b845236f76437cbfc60d4a691ba8c4
2024-12-09T13:17:56,219 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/recovered.edits/889.seqid, newMaxSeqId=889, maxSeqId=4
2024-12-09T13:17:56,220 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.
2024-12-09T13:17:56,220 DEBUG [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for 6c4724de495f27f31047bd51b30fe613:
Waiting for close lock at 1733750274926Running coprocessor pre-close hooks at 1733750274926Disabling compacts and flushes for region at 1733750274926Disabling writes for close at 1733750274927 (+1 ms)Obtaining lock to block concurrent updates at 1733750274927Preparing flush snapshotting stores in 6c4724de495f27f31047bd51b30fe613 at 1733750274927Finished memstore snapshotting TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733750274927Flushing stores of TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613. at 1733750274928 (+1 ms)Flushing 6c4724de495f27f31047bd51b30fe613/A: creating writer at 1733750274928Flushing mob file 6c4724de495f27f31047bd51b30fe613/A: appending metadata at 1733750274964 (+36 ms)Flushing mob file 6c4724de495f27f31047bd51b30fe613/A: closing flushed file at 1733750274964Flushing 6c4724de495f27f31047bd51b30fe613/A: appending metadata at 1733750275421 (+457 ms)Flushing 6c4724de495f27f31047bd51b30fe613/A: closing flushed file at 1733750275421Flushing 6c4724de495f27f31047bd51b30fe613/B: creating writer at 1733750275463 (+42 ms)Flushing 6c4724de495f27f31047bd51b30fe613/B: appending metadata at 1733750275471 (+8 ms)Flushing 6c4724de495f27f31047bd51b30fe613/B: closing flushed file at 1733750275471Flushing 6c4724de495f27f31047bd51b30fe613/C: creating writer at 1733750275507 (+36 ms)Flushing 6c4724de495f27f31047bd51b30fe613/C: appending metadata at 1733750275515 (+8 ms)Flushing 6c4724de495f27f31047bd51b30fe613/C: closing flushed file at 1733750275515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3d21ec: reopening flushed file at 1733750275952 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2476e94: reopening flushed file at 1733750275970 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f32833c: reopening flushed file at 1733750275995 (+25 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 6c4724de495f27f31047bd51b30fe613 in 1080ms, sequenceid=886, compaction requested=true at 1733750276008 (+13 ms)Writing region close event to WAL at 1733750276207 (+199 ms)Running coprocessor post-close hooks at 1733750276220 (+13 ms)Closed at 1733750276220
2024-12-09T13:17:56,222 INFO  [RS_CLOSE_REGION-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed 6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,223 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=6c4724de495f27f31047bd51b30fe613, regionState=CLOSED
2024-12-09T13:17:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218 because future has completed
2024-12-09T13:17:56,234 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-12-09T13:17:56,234 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 6c4724de495f27f31047bd51b30fe613, server=cad571b91d50,33809,1733750093218 in 1.4630 sec
2024-12-09T13:17:56,236 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163
2024-12-09T13:17:56,236 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c4724de495f27f31047bd51b30fe613, UNASSIGN in 1.4710 sec
2024-12-09T13:17:56,238 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-12-09T13:17:56,238 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec
2024-12-09T13:17:56,240 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733750276240"}]},"ts":"1733750276240"}
2024-12-09T13:17:56,241 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-09T13:17:56,241 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-09T13:17:56,243 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4880 sec
2024-12-09T13:17:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-09T13:17:56,904 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:56,904 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-09T13:17:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:56,906 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-09T13:17:56,907 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:56,909 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,911 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C, FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/recovered.edits]
2024-12-09T13:17:56,913 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/10959abc93394e6e92b0fea786fd65fe to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/10959abc93394e6e92b0fea786fd65fe
2024-12-09T13:17:56,915 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2d07b3f967ba459bbc3b739b67f18955 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/2d07b3f967ba459bbc3b739b67f18955
2024-12-09T13:17:56,916 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/69c6c3e5179348faa018d6ce02060848 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/A/69c6c3e5179348faa018d6ce02060848
2024-12-09T13:17:56,918 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/05b07a3a7c0f4182a015c4e002ebf538 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/05b07a3a7c0f4182a015c4e002ebf538
2024-12-09T13:17:56,919 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8e342cc2e8f7468fa5744daadaba1228 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/8e342cc2e8f7468fa5744daadaba1228
2024-12-09T13:17:56,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/96bd55f18f8a4550901c8e0c6dad3583 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/B/96bd55f18f8a4550901c8e0c6dad3583
2024-12-09T13:17:56,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/6cd58f27eb5d40b38da477e423c94e57 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/6cd58f27eb5d40b38da477e423c94e57
2024-12-09T13:17:56,923 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8bf1f704e26d4c2984a0fdee5d3c01a4 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/8bf1f704e26d4c2984a0fdee5d3c01a4
2024-12-09T13:17:56,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/e9aa5b9eee3947a0ae1857cb194a05d8 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/C/e9aa5b9eee3947a0ae1857cb194a05d8
2024-12-09T13:17:56,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/recovered.edits/889.seqid to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613/recovered.edits/889.seqid
2024-12-09T13:17:56,927 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/default/TestAcidGuarantees/6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,927 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-09T13:17:56,927 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-09T13:17:56,928 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-09T13:17:56,930 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120900dd65b75cbf47a58451468e7347668e_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120900dd65b75cbf47a58451468e7347668e_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,931 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090a7f159a26a9448a9d8b8d3b1e5873a5_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090a7f159a26a9448a9d8b8d3b1e5873a5_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,932 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120910092496aae648e5a65d6a177be87b22_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120910092496aae648e5a65d6a177be87b22_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,933 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209147935d8dd45432f8ce2c65cc46acef6_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209147935d8dd45432f8ce2c65cc46acef6_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,935 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120918a8689a740f49ba96e5259d191a322b_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120918a8689a740f49ba96e5259d191a322b_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,936 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120927b8cc40552043bab5e95fee2658429c_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120927b8cc40552043bab5e95fee2658429c_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,937 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209526fbae02fb64a3e817f6a19fb7e3194_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209526fbae02fb64a3e817f6a19fb7e3194_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,938 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095a173e86da1546fca20b1d0231891d5c_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095a173e86da1546fca20b1d0231891d5c_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,939 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120969892beaa537490fa27f5d8250942840_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120969892beaa537490fa27f5d8250942840_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,940 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120978affc5d95f24dffb69a40690efafb22_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120978affc5d95f24dffb69a40690efafb22_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,941 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120995ac45e0a8284b208ef9900f133f14a5_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120995ac45e0a8284b208ef9900f133f14a5_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,942 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099a7910c9187e49d29aacdd0fba119f6a_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099a7910c9187e49d29aacdd0fba119f6a_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,944 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b12beafa4e1a4df49177df3dee7421b6_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b12beafa4e1a4df49177df3dee7421b6_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,945 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bec7e707ed1f4981889afefab972034b_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bec7e707ed1f4981889afefab972034b_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,946 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c707e015d00a4b3ebaec790b9759b4d8_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c707e015d00a4b3ebaec790b9759b4d8_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,947 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cb71421e2cb44df3ae07064d11fe104d_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cb71421e2cb44df3ae07064d11fe104d_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,948 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d66139af4c7f4d84bffc383ba0c91241_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d66139af4c7f4d84bffc383ba0c91241_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,949 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f334a5eec1cb490f99b4acd70ff06ecc_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f334a5eec1cb490f99b4acd70ff06ecc_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,950 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f6bb76ea45dc4e7e93cf5376e81bf8e1_6c4724de495f27f31047bd51b30fe613 to hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209f6bb76ea45dc4e7e93cf5376e81bf8e1_6c4724de495f27f31047bd51b30fe613
2024-12-09T13:17:56,951 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-09T13:17:56,953 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:56,955 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-09T13:17:56,957 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-09T13:17:56,958 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:56,958 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-09T13:17:56,958 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733750276958"}]},"ts":"9223372036854775807"}
2024-12-09T13:17:56,960 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-09T13:17:56,960 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6c4724de495f27f31047bd51b30fe613, NAME => 'TestAcidGuarantees,,1733750240830.6c4724de495f27f31047bd51b30fe613.', STARTKEY => '', ENDKEY => ''}]
2024-12-09T13:17:56,960 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-09T13:17:56,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733750276960"}]},"ts":"9223372036854775807"}
2024-12-09T13:17:56,962 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-09T13:17:56,962 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-09T13:17:56,964 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec
2024-12-09T13:17:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-09T13:17:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-09T13:17:57,014 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-09T13:17:57,023 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 250), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=992 (was 1095), ProcessCount=11 (was 11), AvailableMemoryMB=3725 (was 4804)
2024-12-09T13:17:57,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-09T13:17:57,024 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:17:57,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:17:57,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:57,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:57,024 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T13:17:57,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-09T13:17:57,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=350595032, stopped=false
2024-12-09T13:17:57,025 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cad571b91d50,35467,1733750092138
2024-12-09T13:17:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T13:17:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T13:17:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:17:57,027 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T13:17:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:17:57,027 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T13:17:57,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:17:57,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:57,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:17:57,028 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cad571b91d50,33809,1733750093218' *****
2024-12-09T13:17:57,028 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T13:17:57,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T13:17:57,028 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(959): stopping server cad571b91d50,33809,1733750093218
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cad571b91d50:33809.
2024-12-09T13:17:57,029 DEBUG [RS:0;cad571b91d50:33809 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T13:17:57,029 DEBUG [RS:0;cad571b91d50:33809 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T13:17:57,029 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-09T13:17:57,030 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T13:17:57,030 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T13:17:57,030 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-09T13:17:57,030 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:17:57,030 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T13:17:57,030 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T13:17:57,030 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T13:17:57,030 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T13:17:57,030 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T13:17:57,031 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-12-09T13:17:57,056 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/info/74b1ef3375e941a6a473333f896a4795 is 95, key is TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a./info:/1733750124644/DeleteFamily/seqid=0
2024-12-09T13:17:57,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742517_1693 (size=6514)
2024-12-09T13:17:57,120 INFO  [regionserver/cad571b91d50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:17:57,231 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:17:57,431 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:17:57,455 INFO  [regionserver/cad571b91d50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-09T13:17:57,455 INFO  [regionserver/cad571b91d50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-09T13:17:57,459 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/info/74b1ef3375e941a6a473333f896a4795
2024-12-09T13:17:57,480 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/ns/661a276edb9c405ca1e9eab8c6f2595d is 93, key is TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a./ns:/1733750124585/DeleteFamily/seqid=0
2024-12-09T13:17:57,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742518_1694 (size=5906)
2024-12-09T13:17:57,496 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/ns/661a276edb9c405ca1e9eab8c6f2595d
2024-12-09T13:17:57,516 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/rep_barrier/b3cda6a740ee4e5db8e7a89bbcc07cb9 is 102, key is TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a./rep_barrier:/1733750124585/DeleteFamily/seqid=0
2024-12-09T13:17:57,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742519_1695 (size=6025)
2024-12-09T13:17:57,520 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/rep_barrier/b3cda6a740ee4e5db8e7a89bbcc07cb9
2024-12-09T13:17:57,543 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/table/3bb7ff728fc14acba2d83792d12ab095 is 96, key is TestAcidGuarantees,,1733750097847.864de806f088b04bf753d5c66d79ae6a./table:/1733750124585/DeleteFamily/seqid=0
2024-12-09T13:17:57,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742520_1696 (size=5936)
2024-12-09T13:17:57,631 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:17:57,831 DEBUG [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T13:17:57,947 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/table/3bb7ff728fc14acba2d83792d12ab095
2024-12-09T13:17:57,951 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/info/74b1ef3375e941a6a473333f896a4795 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/info/74b1ef3375e941a6a473333f896a4795
2024-12-09T13:17:57,955 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/info/74b1ef3375e941a6a473333f896a4795, entries=12, sequenceid=90, filesize=6.4 K
2024-12-09T13:17:57,955 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/ns/661a276edb9c405ca1e9eab8c6f2595d as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/ns/661a276edb9c405ca1e9eab8c6f2595d
2024-12-09T13:17:57,959 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/ns/661a276edb9c405ca1e9eab8c6f2595d, entries=8, sequenceid=90, filesize=5.8 K
2024-12-09T13:17:57,959 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/rep_barrier/b3cda6a740ee4e5db8e7a89bbcc07cb9 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/rep_barrier/b3cda6a740ee4e5db8e7a89bbcc07cb9
2024-12-09T13:17:57,963 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/rep_barrier/b3cda6a740ee4e5db8e7a89bbcc07cb9, entries=6, sequenceid=90, filesize=5.9 K
2024-12-09T13:17:57,963 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/.tmp/table/3bb7ff728fc14acba2d83792d12ab095 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/table/3bb7ff728fc14acba2d83792d12ab095
2024-12-09T13:17:57,966 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/table/3bb7ff728fc14acba2d83792d12ab095, entries=7, sequenceid=90, filesize=5.8 K
2024-12-09T13:17:57,967 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=90, compaction requested=false
2024-12-09T13:17:57,971 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-12-09T13:17:57,972 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T13:17:57,972 INFO  [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T13:17:57,972 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733750277030Running coprocessor pre-close hooks at 1733750277030Disabling compacts and flushes for region at 1733750277030Disabling writes for close at 1733750277030Obtaining lock to block concurrent updates at 1733750277031 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733750277031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733750277031Flushing stores of hbase:meta,,1.1588230740 at 1733750277032 (+1 ms)Flushing 1588230740/info: creating writer at 1733750277032Flushing 1588230740/info: appending metadata at 1733750277055 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733750277055Flushing 1588230740/ns: creating writer at 1733750277464 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733750277480 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733750277480Flushing 1588230740/rep_barrier: creating writer at 1733750277499 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733750277516 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733750277516Flushing 1588230740/table: creating writer at 1733750277523 (+7 ms)Flushing 1588230740/table: appending metadata at 1733750277543 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733750277543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c813a8: reopening flushed file at 1733750277951 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7785607d: reopening flushed file at 1733750277955 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb486f7: reopening flushed file at 1733750277959 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af4e530: reopening flushed file at 1733750277963 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=90, compaction requested=false at 1733750277967 (+4 ms)Writing region close event to WAL at 1733750277969 (+2 ms)Running coprocessor post-close hooks at 1733750277972 (+3 ms)Closed at 1733750277972
2024-12-09T13:17:57,972 DEBUG [RS_CLOSE_META-regionserver/cad571b91d50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-09T13:17:58,032 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(976): stopping server cad571b91d50,33809,1733750093218; all regions closed.
2024-12-09T13:17:58,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741834_1010 (size=25344)
2024-12-09T13:17:58,039 DEBUG [RS:0;cad571b91d50:33809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/oldWALs
2024-12-09T13:17:58,039 INFO  [RS:0;cad571b91d50:33809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cad571b91d50%2C33809%2C1733750093218.meta:.meta(num 1733750097025)
2024-12-09T13:17:58,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741833_1009 (size=22620370)
2024-12-09T13:17:58,046 DEBUG [RS:0;cad571b91d50:33809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/oldWALs
2024-12-09T13:17:58,046 INFO  [RS:0;cad571b91d50:33809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cad571b91d50%2C33809%2C1733750093218:(num 1733750096661)
2024-12-09T13:17:58,046 DEBUG [RS:0;cad571b91d50:33809 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T13:17:58,046 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T13:17:58,046 INFO  [RS:0;cad571b91d50:33809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:17:58,046 INFO  [RS:0;cad571b91d50:33809 {}] hbase.ChoreService(370): Chore service for: regionserver/cad571b91d50:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-09T13:17:58,046 INFO  [RS:0;cad571b91d50:33809 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:17:58,046 INFO  [regionserver/cad571b91d50:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:17:58,047 INFO  [RS:0;cad571b91d50:33809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33809
2024-12-09T13:17:58,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T13:17:58,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cad571b91d50,33809,1733750093218
2024-12-09T13:17:58,053 INFO  [RS:0;cad571b91d50:33809 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:17:58,054 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cad571b91d50,33809,1733750093218]
2024-12-09T13:17:58,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cad571b91d50,33809,1733750093218 already deleted, retry=false
2024-12-09T13:17:58,056 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cad571b91d50,33809,1733750093218 expired; onlineServers=0
2024-12-09T13:17:58,057 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cad571b91d50,35467,1733750092138' *****
2024-12-09T13:17:58,057 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-09T13:17:58,057 INFO  [M:0;cad571b91d50:35467 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T13:17:58,057 INFO  [M:0;cad571b91d50:35467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T13:17:58,057 DEBUG [M:0;cad571b91d50:35467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-09T13:17:58,057 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-09T13:17:58,057 DEBUG [M:0;cad571b91d50:35467 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-09T13:17:58,057 DEBUG [master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750096055 {}] cleaner.HFileCleaner(306): Exit Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.large.0-1733750096055,5,FailOnTimeoutGroup]
2024-12-09T13:17:58,057 DEBUG [master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750096068 {}] cleaner.HFileCleaner(306): Exit Thread[master/cad571b91d50:0:becomeActiveMaster-HFileCleaner.small.0-1733750096068,5,FailOnTimeoutGroup]
2024-12-09T13:17:58,058 INFO  [M:0;cad571b91d50:35467 {}] hbase.ChoreService(370): Chore service for: master/cad571b91d50:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-09T13:17:58,058 INFO  [M:0;cad571b91d50:35467 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T13:17:58,058 DEBUG [M:0;cad571b91d50:35467 {}] master.HMaster(1795): Stopping service threads
2024-12-09T13:17:58,058 INFO  [M:0;cad571b91d50:35467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T13:17:58,058 INFO  [M:0;cad571b91d50:35467 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T13:17:58,058 ERROR [M:0;cad571b91d50:35467 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-12-09T13:17:58,059 INFO  [M:0;cad571b91d50:35467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-09T13:17:58,059 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-09T13:17:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-09T13:17:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T13:17:58,060 DEBUG [M:0;cad571b91d50:35467 {}] zookeeper.ZKUtil(347): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-09T13:17:58,060 WARN  [M:0;cad571b91d50:35467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-09T13:17:58,061 INFO  [M:0;cad571b91d50:35467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/.lastflushedseqids
2024-12-09T13:17:58,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742521_1697 (size=72)
2024-12-09T13:17:58,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:17:58,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33809-0x1012b527ecd0001, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:17:58,156 INFO  [RS:0;cad571b91d50:33809 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:17:58,157 INFO  [RS:0;cad571b91d50:33809 {}] regionserver.HRegionServer(1031): Exiting; stopping=cad571b91d50,33809,1733750093218; zookeeper connection closed.
2024-12-09T13:17:58,157 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77c55795 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77c55795
2024-12-09T13:17:58,158 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-09T13:17:58,479 INFO  [M:0;cad571b91d50:35467 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-09T13:17:58,480 INFO  [M:0;cad571b91d50:35467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-09T13:17:58,480 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T13:17:58,480 INFO  [M:0;cad571b91d50:35467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:17:58,480 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:17:58,480 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T13:17:58,480 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:17:58,480 INFO  [M:0;cad571b91d50:35467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=765.68 KB heapSize=937.70 KB
2024-12-09T13:17:58,498 DEBUG [M:0;cad571b91d50:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/415314be2d20496393bad308abf6f75e is 82, key is hbase:meta,,1/info:regioninfo/1733750097183/Put/seqid=0
2024-12-09T13:17:58,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742522_1698 (size=5672)
2024-12-09T13:17:58,902 INFO  [M:0;cad571b91d50:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2123 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/415314be2d20496393bad308abf6f75e
2024-12-09T13:17:58,926 DEBUG [M:0;cad571b91d50:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff84217f1404a67a8ca4179fda1b63c is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1733750244031/Put/seqid=0
2024-12-09T13:17:58,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742523_1699 (size=44663)
2024-12-09T13:17:59,365 INFO  [M:0;cad571b91d50:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=765.13 KB at sequenceid=2123 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff84217f1404a67a8ca4179fda1b63c
2024-12-09T13:17:59,370 INFO  [M:0;cad571b91d50:35467 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ff84217f1404a67a8ca4179fda1b63c
2024-12-09T13:17:59,423 DEBUG [M:0;cad571b91d50:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bc1e3c6f1ff4db38ea640d85b3ecb14 is 69, key is cad571b91d50,33809,1733750093218/rs:state/1733750096163/Put/seqid=0
2024-12-09T13:17:59,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073742524_1700 (size=5156)
2024-12-09T13:17:59,848 INFO  [M:0;cad571b91d50:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2123 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bc1e3c6f1ff4db38ea640d85b3ecb14
2024-12-09T13:17:59,859 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/415314be2d20496393bad308abf6f75e as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/415314be2d20496393bad308abf6f75e
2024-12-09T13:17:59,862 INFO  [M:0;cad571b91d50:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/415314be2d20496393bad308abf6f75e, entries=8, sequenceid=2123, filesize=5.5 K
2024-12-09T13:17:59,863 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff84217f1404a67a8ca4179fda1b63c as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff84217f1404a67a8ca4179fda1b63c
2024-12-09T13:17:59,866 INFO  [M:0;cad571b91d50:35467 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ff84217f1404a67a8ca4179fda1b63c
2024-12-09T13:17:59,866 INFO  [M:0;cad571b91d50:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff84217f1404a67a8ca4179fda1b63c, entries=166, sequenceid=2123, filesize=43.6 K
2024-12-09T13:17:59,867 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bc1e3c6f1ff4db38ea640d85b3ecb14 as hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bc1e3c6f1ff4db38ea640d85b3ecb14
2024-12-09T13:17:59,870 INFO  [M:0;cad571b91d50:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/2b131f63-edcf-3900-2708-7d051b29285d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bc1e3c6f1ff4db38ea640d85b3ecb14, entries=1, sequenceid=2123, filesize=5.0 K
2024-12-09T13:17:59,871 INFO  [M:0;cad571b91d50:35467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~765.68 KB/784059, heapSize ~937.41 KB/959904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1391ms, sequenceid=2123, compaction requested=false
2024-12-09T13:17:59,875 INFO  [M:0;cad571b91d50:35467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T13:17:59,875 DEBUG [M:0;cad571b91d50:35467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733750278480Disabling compacts and flushes for region at 1733750278480Disabling writes for close at 1733750278480Obtaining lock to block concurrent updates at 1733750278480Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733750278480Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=784059, getHeapSize=960144, getOffHeapSize=0, getCellsCount=2314 at 1733750278480Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733750278481 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733750278481Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733750278498 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733750278498Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733750278906 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733750278925 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733750278925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733750279370 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733750279422 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733750279422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a37227c: reopening flushed file at 1733750279852 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432feff7: reopening flushed file at 1733750279862 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694a05c4: reopening flushed file at 1733750279867 (+5 ms)Finished flush of dataSize ~765.68 KB/784059, heapSize ~937.41 KB/959904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1391ms, sequenceid=2123, compaction requested=false at 1733750279871 (+4 ms)Writing region close event to WAL at 1733750279875 (+4 ms)Closed at 1733750279875
2024-12-09T13:17:59,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33477 is added to blk_1073741830_1006 (size=923237)
2024-12-09T13:17:59,879 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T13:17:59,879 INFO  [M:0;cad571b91d50:35467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-09T13:17:59,879 INFO  [M:0;cad571b91d50:35467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35467
2024-12-09T13:17:59,880 INFO  [M:0;cad571b91d50:35467 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T13:17:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:17:59,982 INFO  [M:0;cad571b91d50:35467 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T13:17:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012b527ecd0000, quorum=127.0.0.1:61090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T13:17:59,988 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T13:17:59,990 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:17:59,990 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:17:59,990 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:17:59,990 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/hadoop.log.dir/,STOPPED}
2024-12-09T13:17:59,994 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T13:17:59,994 WARN  [BP-1967751215-172.17.0.3-1733750088169 heartbeating to localhost/127.0.0.1:36547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T13:17:59,994 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T13:17:59,994 WARN  [BP-1967751215-172.17.0.3-1733750088169 heartbeating to localhost/127.0.0.1:36547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967751215-172.17.0.3-1733750088169 (Datanode Uuid d4c5a0ae-3928-4118-a4e1-42cb18b3f395) service to localhost/127.0.0.1:36547
2024-12-09T13:17:59,996 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/data/data1/current/BP-1967751215-172.17.0.3-1733750088169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:17:59,997 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/cluster_92e91ecb-8234-3aef-d630-1b876e7eb09d/data/data2/current/BP-1967751215-172.17.0.3-1733750088169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T13:17:59,998 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T13:18:00,006 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T13:18:00,007 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T13:18:00,007 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T13:18:00,007 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T13:18:00,007 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff6210c-9e35-455c-20ce-d8730411d08c/hadoop.log.dir/,STOPPED}
2024-12-09T13:18:00,027 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-09T13:18:00,192 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down